-- Logs begin at Sat 2021-06-12 19:00:25 UTC, end at Sat 2021-06-12 20:02:13 UTC. -- Jun 12 19:31:09.177361 dv-cinder-796113-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 12 19:31:11.874296 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.common.config [-] Logging enabled! Jun 12 19:31:11.874953 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 19:31:11.875090 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 19:31:11.878338 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.common.config [-] Logging enabled! Jun 12 19:31:11.878604 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 19:31:11.878925 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 19:31:11.879870 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 19:31:11.880112 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 19:31:11.880488 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 19:31:11.880748 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 19:31:11.881009 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 19:31:11.881337 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.881640 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.881945 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.882185 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.882491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.882787 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.883077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.883628 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.883928 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.884222 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.884507 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.884798 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.885062 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.885354 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.885648 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.885941 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.886173 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] debug = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.886459 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.886891 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.887311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.887599 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.887996 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.888311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.888592 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.888869 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.889190 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.889531 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] host = dv-cinder-796113-3-iscsi {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.889819 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.890113 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.890408 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.890706 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.890987 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.891269 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.891561 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.891838 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.892115 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.892395 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.892687 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.893000 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.893299 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.893530 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.893758 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.894050 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.894344 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.894624 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.894903 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.895182 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.895461 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.895754 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.896022 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.896308 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.896596 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.896884 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.897189 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.897469 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.897745 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.898023 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.898310 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.898587 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.898864 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.899141 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.899434 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.899707 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.899985 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.900293 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.900623 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.900877 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.901193 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.901477 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.901765 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.902040 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.902317 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.902591 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_json = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.902867 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.903142 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.903456 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.903757 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.904221 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.904699 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.905192 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.905675 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:11.905996 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.906306 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.906620 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.906915 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.907219 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.907510 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.907809 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.908094 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.908396 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.908747 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.909002 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.909291 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.909587 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.909871 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.910172 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.910485 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.910790 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.911087 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.911371 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.911653 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.911934 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.912217 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.912509 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.912808 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.913128 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.913409 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.913693 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.913989 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.914274 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.914553 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.914836 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.915129 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.915411 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.915691 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.915979 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.916264 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.916543 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.916821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.917136 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.917433 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.917717 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.917995 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.918274 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.918556 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.918835 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.919715 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.920126 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.920580 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.920868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.921184 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.921475 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.921760 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.922048 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.922329 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.922616 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.922898 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.923179 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.923459 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.923739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.924017 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.924296 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.924574 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.924860 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.925166 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.925448 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.925728 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.926009 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.926288 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.926578 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.926884 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.927170 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.927458 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.927745 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.928030 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.928312 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.928595 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.928882 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.929196 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.929477 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.929774 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.930064 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.930357 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.930646 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.930932 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.931233 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.931523 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.931811 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.932096 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.932378 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.932675 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.932987 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.933296 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.933596 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.933897 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.934198 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.934498 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.935368 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.935848 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.936142 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:11.936369 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 19:31:11.936625 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98202) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 12 19:31:12.293697 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:12.293986 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:12.294365 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:12.294711 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 12 19:31:12.688375 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.688585 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.688857 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.690210 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.690491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.690764 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.725203 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.725489 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.725764 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.739585 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.739878 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.740156 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.770668 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.770960 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.771237 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.808311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.808601 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:12.808876 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.042953 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.043563 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.043563 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.043761 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.045393 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.171894 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.172229 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.172521 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.172802 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.173109 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.173433 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.173702 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.173967 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.174230 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.174528 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.174800 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.175074 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.175343 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.175616 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.175888 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.176175 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.176455 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.176720 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.177020 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.177293 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.177583 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.177939 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.178207 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.178491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.178748 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.179006 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.179413 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.179664 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.179909 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.180155 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.180398 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.180638 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:13.182062 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 12 19:31:13.185432 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 12 19:31:13.189356 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 12 19:31:13.193149 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 12 19:31:13.194812 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 12 19:31:13.195286 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 12 19:31:13.195626 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 12 19:31:13.196026 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 12 19:31:13.198867 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 12 19:31:13.199136 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 12 19:31:13.199489 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 19:31:13.227574 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 12 19:31:13.228044 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.228353 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98202) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 12 19:31:13.228723 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.230121 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98202) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 12 19:31:13.230419 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 19:31:13.230676 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 12 19:31:13.234391 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.234680 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.298929 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 12 19:31:13.299096 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 12 19:31:13.299339 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 12 19:31:13.299727 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 12 19:31:13.321459 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_db.sqlalchemy.engines [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98202) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 12 19:31:13.844548 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing driver for type 'gre' Jun 12 19:31:13.845250 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] gre ID ranges: [(1, 1000)] Jun 12 19:31:13.900202 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing driver for type 'local' Jun 12 19:31:13.900554 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing driver for type 'vlan' Jun 12 19:31:13.914264 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] VlanTypeDriver initialization complete Jun 12 19:31:13.914621 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing driver for type 'vxlan' Jun 12 19:31:13.915133 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] vxlan ID ranges: [(1, 1000)] Jun 12 19:31:13.966133 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing extension driver 'port_security' Jun 12 19:31:13.966554 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.extensions.port_security [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] PortSecurityExtensionDriver initialization complete Jun 12 19:31:13.966977 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing mechanism driver 'openvswitch' Jun 12 19:31:13.967307 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing mechanism driver 'hyperv' Jun 12 19:31:13.973827 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.plugins.ml2.plugin [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:13.974772 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.975159 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.975526 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.975925 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.976284 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.976635 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.977048 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.977404 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.977749 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.978129 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.978481 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.978827 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.979207 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.979556 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.979897 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.980277 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > address_group after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.980630 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > address_group after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.980993 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.981337 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] ML2 OVO RPC backend initialized. {{(pid=98202) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 12 19:31:13.982862 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.983243 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.983665 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.984017 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > networks before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.984370 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.984715 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > ports before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.985088 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.985441 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnets before_response 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.985788 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.986130 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.986467 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.986805 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.987141 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.987485 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.987825 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.988165 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.988501 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:13.989096 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.plugin [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Modular L2 Plugin initialization complete Jun 12 19:31:13.989427 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading services supported by the core plugin {{(pid=98202) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 12 19:31:13.989754 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.plugins.ml2.managers [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Got port-security extension from driver 'port_security' Jun 12 19:31:13.990213 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.extensions.vlantransparent [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Disabled vlantransparent extension. Jun 12 19:31:13.990701 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98202) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 12 19:31:13.991015 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: router Jun 12 19:31:14.028326 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.029530 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_create 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.030057 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router before_create 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.030433 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.030810 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.031171 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_delete 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.031537 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.031912 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_create 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.032266 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.032640 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.032998 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.033363 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.033780 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.034150 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.034499 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.034846 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: subnet after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.035189 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.035541 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.035891 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_create 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.036236 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.036580 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.036938 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router after_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.037305 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.037658 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_create 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.038022 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.038372 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_update 55549900 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.038746 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > network after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.039628 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Tracking information for resource: router configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:14.039965 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Tracking information for resource: floatingip configured {{(pid=98202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 19:31:14.045618 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.db.l3_agentschedulers_db [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 12 19:31:14.046211 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.046578 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.046931 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.047291 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: port after_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.048104 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router before_create 55550100 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.048473 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.048835 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_create 55550100 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.049227 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > router precommit_update 55550100 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.053745 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.provider_configuration [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service providers = [] {{(pid=98202) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 12 19:31:14.054112 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.db.servicetype_db [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98202) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 12 19:31:14.057046 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.service_base [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 19:31:14.057403 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.service_base [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 19:31:14.057750 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.service_base [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 19:31:14.058618 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.services.service_base [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 19:31:14.058992 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.services.service_base [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 12 19:31:14.059378 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.059756 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 12 19:31:14.070651 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.070989 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: auto_allocate Jun 12 19:31:14.077713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: network precommit_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.078086 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: network precommit_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.078615 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.078940 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: tag Jun 12 19:31:14.085522 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.085859 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: timestamp Jun 12 19:31:14.089805 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.090143 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: network_ip_availability Jun 12 19:31:14.096490 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.096815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.097200 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.097921 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.098246 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: flavors Jun 12 19:31:14.103005 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.103341 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading Plugin: revisions Jun 12 19:31:14.108499 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 19:31:14.108892 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=98202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:14.109669 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98202) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 12 19:31:14.110007 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Initializing extension manager. Jun 12 19:31:14.110518 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: __init__.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.110863 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: __pycache__ {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.111202 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.111539 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: address_group.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.112295 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.112872 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: address-group Jun 12 19:31:14.113223 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: address_scope.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.113932 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.114442 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: address-scope Jun 12 19:31:14.114768 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.115690 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.116201 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: router-admin-state-down-before-update Jun 12 19:31:14.116527 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: agent.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.117439 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.117949 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: agent Jun 12 19:31:14.118277 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: agent_resources_synced.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.119170 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.119677 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: agent-resources-synced Jun 12 19:31:14.120002 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: allowedaddresspairs.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.121775 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.122956 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: allowed-address-pairs Jun 12 19:31:14.123498 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: auto_allocated_topology.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.124581 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.125139 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: auto-allocated-topology Jun 12 19:31:14.125467 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: availability_zone.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.126152 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.126658 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: availability_zone Jun 12 19:31:14.126983 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: availability_zone_filter.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.127876 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.128379 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: availability_zone_filter Jun 12 19:31:14.128704 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: data_plane_status.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.129624 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.130128 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension data-plane-status not supported by any of loaded plugins Jun 12 19:31:14.130452 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: default_subnetpools.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.131341 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.131850 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: default-subnetpools Jun 12 19:31:14.132178 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.133003 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.133769 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: dhcp_agent_scheduler Jun 12 19:31:14.134095 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: dns.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.134993 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.135495 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension dns-integration not supported by any of loaded plugins Jun 12 19:31:14.135823 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: dns_domain_ports.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.136719 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.137256 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 12 19:31:14.137585 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: dvr.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.138523 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.139031 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: dvr Jun 12 19:31:14.139358 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: empty_string_filtering.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.140256 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.140766 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: empty-string-filtering Jun 12 19:31:14.141132 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.142024 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.142530 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 12 19:31:14.142858 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.143752 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.144259 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 12 19:31:14.144584 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: external_net.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.145510 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.146017 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: external-net Jun 12 19:31:14.146338 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.147228 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.147732 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: extra_dhcp_opt Jun 12 19:31:14.148056 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: extraroute.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.148971 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.149476 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: extraroute Jun 12 19:31:14.149799 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: extraroute_atomic.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.150819 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.151326 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: extraroute-atomic Jun 12 19:31:14.151656 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: filter_validation.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.152311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.152813 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: filter-validation Jun 12 19:31:14.153166 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: fip_pf_description.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.154341 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.154849 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 12 19:31:14.155176 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: fip_port_details.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.156076 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.156581 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: fip-port-details Jun 12 19:31:14.156905 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: flavors.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.158163 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.158679 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: flavors Jun 12 19:31:14.159012 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.160670 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.161226 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 12 19:31:14.161561 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: floatingip_pools.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.162250 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.162759 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: floatingip-pools Jun 12 19:31:14.163084 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: ip_allocation.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.163996 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.164496 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension ip_allocation not supported by any of loaded plugins Jun 12 19:31:14.164821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.165751 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.166262 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: ip-substring-filtering Jun 12 19:31:14.166582 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l2_adjacency.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.167491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.167993 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 12 19:31:14.168313 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.170155 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.170709 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: router Jun 12 19:31:14.171036 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.173463 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.174000 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 12 19:31:14.174332 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.175244 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.175763 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: ext-gw-mode Jun 12 19:31:14.176200 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.177338 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.178009 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: l3-ha Jun 12 19:31:14.178326 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3_flavors.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.179367 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.179994 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: l3-flavors Jun 12 19:31:14.180400 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.181473 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.182039 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 12 19:31:14.182451 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: l3agentscheduler.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.183694 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.184328 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: l3_agent_scheduler Jun 12 19:31:14.185304 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: logging.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.187348 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.187767 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension logging not supported by any of loaded plugins Jun 12 19:31:14.188144 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: metering.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.189032 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.189752 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: metering Jun 12 19:31:14.190050 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.191392 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.191985 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: metering_source_and_destination_fields Jun 12 19:31:14.192334 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: multiprovidernet.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.193536 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.194143 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: multi-provider Jun 12 19:31:14.194489 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: netmtu.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.195538 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.196200 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: net-mtu Jun 12 19:31:14.196603 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: netmtu_writable.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.197695 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.198217 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: net-mtu-writable Jun 12 19:31:14.198547 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: network_availability_zone.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.199217 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.199726 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: network_availability_zone Jun 12 19:31:14.200058 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: network_ip_availability.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.201992 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.202511 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: network-ip-availability Jun 12 19:31:14.202843 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: network_segment_range.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.203638 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.204150 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension network-segment-range not supported by any of loaded plugins Jun 12 19:31:14.204476 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: pagination.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.205481 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.205814 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: pagination Jun 12 19:31:14.206137 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: port_device_profile.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.207024 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.207543 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: port-device-profile Jun 12 19:31:14.207871 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.208769 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.209312 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: port-mac-address-regenerate Jun 12 19:31:14.209639 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.210534 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.211049 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: port-numa-affinity-policy Jun 12 19:31:14.211376 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: port_resource_request.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.212282 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.212784 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension port-resource-request not supported by any of loaded plugins Jun 12 19:31:14.213157 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: portbindings.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.214073 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.214582 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: binding Jun 12 19:31:14.214904 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: portbindings_extended.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.218593 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.219123 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: binding-extended Jun 12 19:31:14.219468 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: portsecurity.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.220392 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.220909 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: port-security Jun 12 19:31:14.221276 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: project_id.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.222241 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.222573 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: project-id Jun 12 19:31:14.222905 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: providernet.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.223817 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.224330 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: provider Jun 12 19:31:14.224658 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.228233 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.228759 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos not supported by any of loaded plugins Jun 12 19:31:14.229173 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.230371 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.230889 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 12 19:31:14.231228 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.232562 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.233119 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 12 19:31:14.233450 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_default.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.234455 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.234921 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-default not supported by any of loaded plugins Jun 12 19:31:14.235206 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_fip.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.236055 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.236633 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-fip not supported by any of loaded plugins Jun 12 19:31:14.236988 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_gateway_ip.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.238165 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.238679 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 12 19:31:14.239005 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_port_network_policy.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.239904 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.240419 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 12 19:31:14.240742 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_rule_type_details.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.241661 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.242174 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 12 19:31:14.242505 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: qos_rules_alias.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.243527 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.244042 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 12 19:31:14.244372 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: quotasv2.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.245363 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.245690 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: quotas Jun 12 19:31:14.246013 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: quotasv2_detail.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.249945 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.250402 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: quota_details Jun 12 19:31:14.250729 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: rbac.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.251728 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.252238 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: rbac-policies Jun 12 19:31:14.252579 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: rbac_address_group.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.253529 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.254164 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: rbac-address-group Jun 12 19:31:14.254383 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: rbac_address_scope.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.255296 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.255813 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: rbac-address-scope Jun 12 19:31:14.256168 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: rbac_security_groups.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.257097 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.257616 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: rbac-security-groups Jun 12 19:31:14.257943 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: rbac_subnetpool.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.259332 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.259849 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: rbac-subnetpool Jun 12 19:31:14.260181 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: revisionifmatch.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.261131 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.261645 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: revision-if-match Jun 12 19:31:14.261976 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: revisions.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.263821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.264384 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: standard-attr-revisions Jun 12 19:31:14.264722 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: router_availability_zone.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.265434 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.265952 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: router_availability_zone Jun 12 19:31:14.266275 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: routerservicetype.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.267178 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.267684 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension router-service-type not supported by any of loaded plugins Jun 12 19:31:14.268010 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.268911 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.269457 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: security-groups-normalized-cidr Jun 12 19:31:14.269780 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.270685 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.271192 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: port-security-groups-filtering Jun 12 19:31:14.271516 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.272415 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.272928 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: security-groups-remote-address-group Jun 12 19:31:14.273275 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: securitygroup.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.283309 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.283871 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: security-group Jun 12 19:31:14.284224 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: segment.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.285009 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.285522 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension segment not supported by any of loaded plugins Jun 12 19:31:14.285854 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.286805 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.287315 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 12 19:31:14.287642 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: servicetype.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.288753 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.289312 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: service-type Jun 12 19:31:14.289641 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: sorting.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.290603 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.290936 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: sorting Jun 12 19:31:14.291259 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: standard_attr_segment.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.292159 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.292669 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 12 19:31:14.293022 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: standardattrdescription.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.293665 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.294348 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: standard-attr-description Jun 12 19:31:14.294883 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: stateful_security_group.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.295812 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.296328 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: stateful-security-group Jun 12 19:31:14.296654 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: stdattrs_common.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.297258 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 12 19:31:14.297582 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.298568 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.299081 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 12 19:31:14.299407 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnet_onboard.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.300458 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.300997 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: subnet_onboard Jun 12 19:31:14.301329 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.302233 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.302740 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 12 19:31:14.303073 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnet_service_types.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.303969 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.304491 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: subnet-service-types Jun 12 19:31:14.304821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnetallocation.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.305923 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.306438 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: subnet_allocation Jun 12 19:31:14.306767 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.307427 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.307935 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: subnetpool-prefix-ops Jun 12 19:31:14.308260 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.309210 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.310357 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 12 19:31:14.310924 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: tagging.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.312018 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.312538 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: standard-attr-tag Jun 12 19:31:14.312868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: timestamp.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.314091 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.314613 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loaded extension: standard-attr-timestamp Jun 12 19:31:14.314943 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: trunk.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.315963 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.316484 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension trunk not supported by any of loaded plugins Jun 12 19:31:14.316814 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: trunk_details.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.317750 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.318269 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension trunk-details not supported by any of loaded plugins Jun 12 19:31:14.318594 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: uplink_status_propagation.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.319502 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.320013 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 12 19:31:14.320339 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Loading extension file: vlantransparent.py {{(pid=98202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 19:31:14.321029 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 19:31:14.321539 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 12 19:31:14.324089 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:network Jun 12 19:31:14.324718 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnet Jun 12 19:31:14.325346 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 19:31:14.326559 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:port Jun 12 19:31:14.327857 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.328310 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service FLAVORS assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.328963 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.329410 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.329746 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:router Jun 12 19:31:14.330194 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 19:31:14.330686 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service METERING assigned prefix: /metering {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.332145 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.332520 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.332874 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:31:14.333921 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 19:31:14.334371 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:security_group Jun 12 19:31:14.334806 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 19:31:14.335423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service CORE assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.335758 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 19:31:14.336110 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] subnetpool is already registered Jun 12 19:31:14.336535 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service CORE assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.336862 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 19:31:14.337224 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] subnetpool is already registered Jun 12 19:31:14.339517 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.339957 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service FLAVORS assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.340550 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.341140 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.341700 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:router Jun 12 19:31:14.342062 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] router is already registered Jun 12 19:31:14.342487 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 19:31:14.342828 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] floatingip is already registered Jun 12 19:31:14.343293 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service METERING assigned prefix: /metering {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.343975 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 19:31:14.344301 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] rbac_policy is already registered Jun 12 19:31:14.344709 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:security_group Jun 12 19:31:14.345068 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] security_group is already registered Jun 12 19:31:14.345472 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 19:31:14.345804 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] security_group_rule is already registered Jun 12 19:31:14.346428 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service CORE assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.346804 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 19:31:14.347097 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] subnetpool is already registered Jun 12 19:31:14.347515 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.v2.resource_helper [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Service CORE assigned prefix: {{(pid=98202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 19:31:14.347841 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 19:31:14.348170 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING neutron.quota.resource_registry [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] subnetpool is already registered Jun 12 19:31:14.348639 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: extensions {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.350167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: address-groups {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.351715 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: address-scopes {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.353091 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: agents {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.354280 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: auto-allocated-topology {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.355550 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: availability_zones {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.356959 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: dhcp-networks {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.358642 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: dhcp-agents {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.360107 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: routers {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.361868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: flavors {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.363152 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: service_profiles {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.364391 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: next_providers {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.365890 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: service_profiles {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.367494 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: floatingip-pools {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.368739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: routers {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.370491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: floatingips {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.371798 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: l3-routers {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.374263 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: l3-agents {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.375721 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: metering-labels {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.377020 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: metering-label-rules {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.379599 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: network-ip-availabilities {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.380900 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: bindings {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.382508 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: quotas {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.384352 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: quotas {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.385814 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: rbac-policies {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.387016 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: security-groups {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.388725 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: security-group-rules {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.390046 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: service-providers {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.391275 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: subnetpools {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.392647 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: subnetpools {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.394255 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.395939 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.397809 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.399694 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.401431 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.403938 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.406073 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.407971 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.409852 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.411627 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron.api.extensions [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Extended resource: tags {{(pid=98202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 19:31:14.417845 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING keystonemiddleware.auth_token [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 12 19:31:14.423294 dv-cinder-796113-3-iscsi neutron-server[98202]: WARNING keystonemiddleware.auth_token [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 12 19:31:14.431713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Acquired lock "singleton_lock" {{(pid=98202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 12 19:31:14.432193 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_concurrency.lockutils [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Releasing lock "singleton_lock" {{(pid=98202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 12 19:31:14.432842 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Starting 2 workers Jun 12 19:31:14.437974 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Started child 98311 {{(pid=98202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 19:31:14.442564 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Started child 98312 {{(pid=98202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 19:31:14.443524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.444229 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO neutron.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 12 19:31:14.444799 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Notify callbacks [] for process, before_spawn {{(pid=98202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.445145 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [-] (98311) wsgi starting up on http://0.0.0.0:9696 Jun 12 19:31:14.447279 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Starting 1 workers Jun 12 19:31:14.447394 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.448678 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [-] (98312) wsgi starting up on http://0.0.0.0:9696 Jun 12 19:31:14.452776 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Started child 98313 {{(pid=98202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 19:31:14.453358 dv-cinder-796113-3-iscsi neutron-server[98202]: INFO oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Starting 1 workers Jun 12 19:31:14.456005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] calling RpcWorker wait() {{(pid=98313) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 12 19:31:14.456734 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] returning from RpcWorker wait() {{(pid=98313) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 12 19:31:14.457764 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.457960 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Started child 98314 {{(pid=98202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 19:31:14.458281 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:14.458741 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG neutron_lib.callbacks.manager [None req-390ee9cf-4221-4965-b394-30d0fca75d36 None None] Notify callbacks [] for process, after_spawn {{(pid=98202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.460645 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 19:31:14.460856 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 19:31:14.461085 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 19:31:14.461311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 19:31:14.461657 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 19:31:14.461827 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 19:31:14.462330 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.462613 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.462798 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:14.463283 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.463283 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.463507 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.464048 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.464147 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:14.464303 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.464545 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.464819 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.465085 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.465266 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.465436 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.465692 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.466502 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.466862 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.467307 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.467730 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.468052 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.468158 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.468421 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.468689 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.468931 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.469276 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] debug = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.469560 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.470061 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.470315 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.470553 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.470775 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.471079 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.471311 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.471767 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.471864 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.472105 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.472341 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.472613 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.472864 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.473117 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.473361 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.473624 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.473869 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.474365 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] host = dv-cinder-796113-3-iscsi {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.474594 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.474819 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.475073 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.475327 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.475573 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.476243 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.476243 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.476413 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.476563 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.476755 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.477029 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.477283 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.477518 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.477768 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.477936 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_options = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.478202 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.478463 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.478727 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.478948 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.481167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.482821 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.483739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.483739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.483739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.484123 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.484123 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.484402 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.484549 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.484769 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.485030 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.485251 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.485460 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.485726 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.485970 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.486232 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.486578 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.486830 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.487063 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.487400 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.487546 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.487764 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.487997 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.488279 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.488612 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.488928 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.489206 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.489456 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.489710 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.489951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_json = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.490164 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.490384 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.490729 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.490904 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.491108 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.491324 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.491560 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.491799 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.492207 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.492490 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.492851 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.493166 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.493382 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.493632 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.493868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.494110 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.494364 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.494618 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.494948 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.495202 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.495490 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.495947 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.496201 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.496557 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.496804 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.497175 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.497405 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.497760 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.498154 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.498491 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.498834 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.499126 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.499391 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.499658 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.500038 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.500298 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.500552 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.500820 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.501020 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.501417 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.501683 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.501910 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.502131 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.502868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.502868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.502868 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.503277 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.503417 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.503554 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.503817 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.504042 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.504277 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.504523 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.504909 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.505178 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.505569 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.505818 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.506069 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.506302 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.506524 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.506895 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.507130 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.507350 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.507624 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.507850 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.508085 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.508588 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.508812 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.509085 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.509437 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.509848 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.510075 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.510297 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.510521 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.510740 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.510975 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.511349 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.511570 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.511971 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.512352 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.512731 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.513318 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.513721 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.514162 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.514409 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.514833 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.515244 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.515536 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.515761 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.515985 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.516208 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.516537 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.516707 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.517049 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.517277 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.517539 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.517764 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.518034 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.518262 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.518515 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.518901 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.519300 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.519707 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.519980 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.520235 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.520486 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.520737 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.521015 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.521280 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.522713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.523216 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.523216 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.523452 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.523908 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.524025 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.524238 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.524488 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.524737 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.525017 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.525474 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.525910 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.526308 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.526716 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.527092 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.527502 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.527742 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.528009 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.528245 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.529087 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.529384 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.529854 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.530195 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.530426 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.530649 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.530927 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.531268 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.531532 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.531750 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.531986 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.532249 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.532510 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.532751 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.533048 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.533302 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.533543 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.533810 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.534046 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.534264 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.534482 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.534710 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.534932 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.535180 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.535416 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.535653 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.535894 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.536230 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.536485 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.536702 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.536924 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.537199 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.537420 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.537644 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.537894 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.538132 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.538354 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.538743 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.539160 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.539564 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.539969 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.540190 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.540427 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.540652 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.540983 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.541229 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.541467 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.541718 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.541966 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.542239 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.542460 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.542707 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.542948 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.543158 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.543530 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.543752 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.544038 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.544904 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.545325 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.545645 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.545894 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.546155 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.546653 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.546912 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.547167 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.547390 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.547648 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.547855 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.548080 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.548318 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.548557 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.548774 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.549037 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.549295 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.549687 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.549939 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.550172 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.550388 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.550603 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.550823 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.551037 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.551331 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.551589 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.551832 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.552086 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.552334 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.552589 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.552824 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.553080 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.553297 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.553510 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.553740 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.553950 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.554181 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.554402 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.554615 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.554863 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.555268 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.555484 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.555702 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.555913 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.556219 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.556357 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.556567 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.556789 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.557023 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.557577 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.557830 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.558075 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.558365 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.558619 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.558850 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.559101 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.559432 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.559734 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.560118 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.560499 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.560790 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.561072 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.561336 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.561652 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.561952 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.562227 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.562485 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.562756 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.563047 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.563299 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.563513 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.563807 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.564144 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.564416 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.564681 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.564910 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.565238 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.565465 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.565709 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.565934 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.566177 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.566395 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.566653 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.566881 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.567107 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.567328 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.567572 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.567793 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.568036 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.568273 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.568496 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.568713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.568872 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 19:31:14.569451 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 19:31:14.569619 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 19:31:14.569771 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 19:31:14.570106 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 19:31:14.570541 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 19:31:14.570651 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 19:31:14.570797 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.570965 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571153 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571316 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571448 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571630 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571791 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.571950 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572110 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572265 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572430 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572591 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572747 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.572905 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573091 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573251 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573410 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573570 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573734 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.573892 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574053 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574212 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574369 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] debug = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574533 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574739 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.574910 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.575070 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.575256 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.575428 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.575707 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.575991 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.576207 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.576370 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.576533 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.576718 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.576853 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577041 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577203 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577361 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577520 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577680 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] host = dv-cinder-796113-3-iscsi {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.577838 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578002 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578159 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578478 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578639 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578808 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.578962 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.579108 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.579402 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.579686 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580006 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580165 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580330 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580487 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580786 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_options = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.580986 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.581142 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.581296 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.581468 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.581644 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.581799 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582109 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582275 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582434 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582596 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582763 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.582907 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.583209 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.583378 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.583539 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.583685 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.583848 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584011 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584168 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584332 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584495 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584655 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.584999 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.585209 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.585359 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.585524 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.585685 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.585844 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.586008 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.586172 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.586326 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.586638 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.586795 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587098 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587259 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587445 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587620 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587765 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.587885 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588044 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588204 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588368 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588534 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588681 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.588840 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_json = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.589034 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 19:31:14.592984 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593579 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593579 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593722 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.593815 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594423 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.594951 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595282 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595282 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595421 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595502 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595641 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595807 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.595971 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.596135 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.596299 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.596464 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.596626 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.596791 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597017 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597219 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597384 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597549 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597713 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.597877 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.598042 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.598212 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.598374 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.598691 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599021 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599188 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599352 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599528 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599693 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.599877 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600026 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600191 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600355 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600521 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600686 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.600849 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601042 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601209 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601386 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601550 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601714 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.601881 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.602043 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.602355 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.602668 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.602843 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.603011 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.603171 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.603331 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.603675 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.604022 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.604254 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.604489 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.604663 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.604825 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605014 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605192 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605378 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605534 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605658 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.605830 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.606002 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.606181 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.606340 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.606617 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.606914 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.607199 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.607482 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.607816 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.607982 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.608148 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.608316 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.608482 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.608650 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.608843 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609000 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609163 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609494 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609664 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609829 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.609994 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.610157 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.610319 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.610489 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.610654 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.610818 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611013 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611144 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611296 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611445 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611621 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611755 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.611923 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612100 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612266 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612434 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612612 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612742 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.612883 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613088 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613231 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613364 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613521 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613689 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.613886 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614019 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614186 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614351 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614514 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614702 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.614857 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615040 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615174 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615314 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615477 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615641 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615789 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.615956 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616120 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616286 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616452 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616608 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616758 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.616918 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617089 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617258 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617489 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617632 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617771 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.617922 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618071 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618218 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618357 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618495 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618632 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618781 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.618944 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619111 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619276 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619442 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619598 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619758 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.619910 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620071 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620237 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620402 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620567 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620733 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.620890 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621084 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621226 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621364 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621532 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621698 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.621865 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.622030 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.622810 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.623063 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.623357 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.623632 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.623789 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.623940 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624111 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624278 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624458 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624625 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624779 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.624961 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625112 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625282 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625474 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625614 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625751 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.625911 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626250 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626391 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626552 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626719 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.626884 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627049 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627215 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627380 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627611 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627766 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.627905 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628043 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628180 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628328 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628465 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628602 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628769 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.628915 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.629186 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.629550 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.629550 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630464 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630464 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630464 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630870 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630870 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.630870 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631185 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631185 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631332 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631468 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631636 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631802 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.631974 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632139 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632300 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632463 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632638 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632804 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.632991 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.633161 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.633578 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.633743 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.633908 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634077 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634251 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634422 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634589 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634761 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.634933 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635105 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635269 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635440 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635615 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635784 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.635947 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636111 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636274 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636438 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636601 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636764 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.636931 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.637119 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.637282 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.637445 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.637601 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.637851 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.638092 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.638383 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.638673 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.638846 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.639013 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.639166 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 19:31:14.639323 dv-cinder-796113-3-iscsi neutron-server[98202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 19:31:14.876363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 60816) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:14.886405 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076699 Jun 12 19:31:26.899903 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518e391-bec2-48c9-a635-1fe6ef1a8994 None None] get_active_networks_info from dv-cinder-796113-3-iscsi {{(pid=98313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 12 19:31:26.981157 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518e391-bec2-48c9-a635-1fe6ef1a8994 None None] No non-hosted networks {{(pid=98313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 12 19:31:26.993297 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.agentschedulers_db [None req-0518e391-bec2-48c9-a635-1fe6ef1a8994 None None] DHCP Agent not found on host dv-cinder-796113-3-iscsi {{(pid=98313) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 12 19:31:27.169692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01e529db-4bdc-412b-b767-a6112a3107ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:30.675103 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a224decf-6f03-4540-a50b-9a73d7516b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:30.730751 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-f381ae8e-b5c4-4ec6-8d12-e0a37b0ab5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:30.962346 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:30.963635 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.964336 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.964883 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.965654 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.967470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.969349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.969977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.970658 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.971998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.973854 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.974415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.974955 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:30.976247 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796113-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:30.994638 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796113-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:31:32.439141 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:33.873338 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:35.395218 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 60910) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:35.936712 dv-cinder-796113-3-iscsi neutron-server[98311]: WARNING oslo_policy.policy [None req-9f43c1c7-e167-45eb-8fb0-cc76f862ce8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:35.937426 dv-cinder-796113-3-iscsi neutron-server[98311]: WARNING oslo_policy.policy [None req-9f43c1c7-e167-45eb-8fb0-cc76f862ce8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:36.158604 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [None req-9f43c1c7-e167-45eb-8fb0-cc76f862ce8a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:31:36.159655 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-9f43c1c7-e167-45eb-8fb0-cc76f862ce8a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7635186 Jun 12 19:31:37.034478 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.db.l3_hamode_db [None req-4404be6c-97eb-4e84-a03c-5497eb5185e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 12 19:31:37.129533 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404be6c-97eb-4e84-a03c-5497eb5185e8 None None] Routers set() bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:31:37.129932 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404be6c-97eb-4e84-a03c-5497eb5185e8 None None] Router IDs set() for agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 12 19:31:38.584327 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 60924) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:38.907338 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:31:39.009556 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.policy [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98311) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 19:31:39.055833 dv-cinder-796113-3-iscsi neutron-server[98311]: WARNING oslo_policy.policy [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:39.056219 dv-cinder-796113-3-iscsi neutron-server[98311]: WARNING oslo_policy.policy [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:39.065615 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.quota [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] Loaded quota_driver: . Jun 12 19:31:39.163686 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090019378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090019871', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090041358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090037816', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090124529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735090116983', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1498798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1488702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-495109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562385'] for rbac-policy, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:39.233920 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:39.235082 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a743717b-0a19-4e6d-9cd5-9fb6735abacd admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6497464 Jun 12 19:31:41.867196 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60936) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:42.385349 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING oslo_policy.policy [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:42.385966 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING oslo_policy.policy [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:42.607300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Request body: {'network': {'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'name': 'private', 'admin_state_up': True, 'project_id': '07fb1acbc57b422ea09cc7001b054587'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:31:42.609094 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.quota [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Loaded quota_driver: . Jun 12 19:31:42.670358 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Made reservation on behalf of 07fb1acbc57b422ea09cc7001b054587 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:31:42.742022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.policy [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98312) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 19:31:42.787714 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING oslo_policy.policy [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:42.788095 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING oslo_policy.policy [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 19:31:42.798942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:42.823309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:42.965616 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:42.969740 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:42.975285 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:42.991806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:31:43.026738 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735087904175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:43.027366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Unsubscribe: segment precommit_create {{(pid=98312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 19:31:43.028480 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Added segment 873f78ff-b495-4bde-b8d0-02f5aa1f2541 of type vlan for network 04d9634b-9491-4fd4-96ce-96eb542d4981 Jun 12 19:31:43.047926 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4af59e-e43a-4479-9814-abfbfaa7df08,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:43.102897 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.103246 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.103598 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.103904 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.104226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.104561 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.104881 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.105219 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.105549 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.106416 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.106732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.107047 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Tracked resource versions report: Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: pushed versions: Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: { 'AddressGroup': {'1.2'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'ConntrackHelper': {'1.0'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Log': {'1.0'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Network': {'1.1'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Port': {'1.7'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'PortForwarding': {'1.2'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'QosPolicy': {'1.8'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroup': {'1.4'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SubPort': {'1.0'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Subnet': {'1.1'}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Trunk': {'1.1'}} Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: consumer versions: Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'ConntrackHelper': '1.0', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Log': '1.0', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Network': '1.1', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Port': '1.7', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'PortForwarding': '1.2', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'QosPolicy': '1.8', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroup': '1.4', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroupRule': '1.2', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SubPort': '1.0', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Subnet': '1.1', Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Trunk': '1.1'}} Jun 12 19:31:43.108152 dv-cinder-796113-3-iscsi neutron-server[98312]: {{(pid=98312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:31:43.160185 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:43.165922 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:43.216456 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:43.218179 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:31:43.218841 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:43.220777 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:43.281840 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4124160 Jun 12 19:31:43.342742 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Pushing event updated for resources: {'Network': ['ID=04d9634b-9491-4fd4-96ce-96eb542d4981,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:43.348989 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:43.356311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:31:45.911410 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60958) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:46.345075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9501be-a426-4667-8187-77f71bf3cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:31:46.346436 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9f9501be-a426-4667-8187-77f71bf3cce6 admin admin] 10.222.0.11 "GET /v2.0/networks/04d9634b-9491-4fd4-96ce-96eb542d4981 HTTP/1.1" status: 200 len: 825 time: 0.4340625 Jun 12 19:31:46.385017 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d79079c8-6292-431d-b3ec-0b7d347e0196 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/b675e73e-9f90-4b41-b5c5-a60756262e6e HTTP/1.1" status: 200 len: 734 time: 0.0331178 Jun 12 19:31:46.394457 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Request body: {'subnet': {'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e', 'name': 'private-subnet', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:31:46.417603 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Made reservation on behalf of 07fb1acbc57b422ea09cc7001b054587 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:31:46.420581 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:46.759481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:46.761673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:46.833835 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf7e8e8-28e3-4a04-bfde-9b9f64c60864,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:46.840002 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:46.843558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Checking segment: {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:31:46.843942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Network hostable DHCP agents. Network: 04d9634b-9491-4fd4-96ce-96eb542d4981, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:31:46.866328 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:31:46.877741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 04d9634b-9491-4fd4-96ce-96eb542d4981) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:31:46.882476 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:31:46.883057 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:46.888830 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a484f65-c401-4718-bb42-d96ab009756b None None] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:31:46.900369 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5093939 Jun 12 19:31:47.242442 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-04d9634b-9491-4fd4-96ce-96eb542d4981', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:31:47.243766 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:47.558589 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Allocated IP 172.20.0.2 (04d9634b-9491-4fd4-96ce-96eb542d4981/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864/5ba51300-a121-4564-a1f7-6fd75d97a04c) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:31:47.867574 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:47.885719 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Transition to ACTIVE for port object 5ba51300-a121-4564-a1f7-6fd75d97a04c will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:31:47.908702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Transition to ACTIVE for port object 5ba51300-a121-4564-a1f7-6fd75d97a04c will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:31:47.923281 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:47.927410 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:47.992227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:31:48.004447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:31:48.015129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:31:48.028840 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Pushing event updated for resources: {'Port': ['ID=5ba51300-a121-4564-a1f7-6fd75d97a04c,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:48.077275 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.077626 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.077963 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.078295 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.078623 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.078947 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.079268 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.079587 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.079925 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.080248 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.080555 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.080870 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Tracked resource versions report: Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: pushed versions: Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: { 'AddressGroup': {'1.2'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'ConntrackHelper': {'1.0'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Log': {'1.0'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Network': {'1.1'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Port': {'1.7'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'PortForwarding': {'1.2'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'QosPolicy': {'1.8'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroup': {'1.4'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SubPort': {'1.0'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Subnet': {'1.1'}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Trunk': {'1.1'}} Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: consumer versions: Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'ConntrackHelper': '1.0', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Log': '1.0', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Network': '1.1', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Port': '1.7', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'PortForwarding': '1.2', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'QosPolicy': '1.8', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroup': '1.4', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroupRule': '1.2', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SubPort': '1.0', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Subnet': '1.1', Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Trunk': '1.1'}} Jun 12 19:31:48.082011 dv-cinder-796113-3-iscsi neutron-server[98313]: {{(pid=98313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:31:48.115195 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:48.119436 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Attempting to bind port 5ba51300-a121-4564-a1f7-6fd75d97a04c on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:31:48.119763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Attempting to bind port 5ba51300-a121-4564-a1f7-6fd75d97a04c by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:31:48.120186 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Attempting to bind port 5ba51300-a121-4564-a1f7-6fd75d97a04c on network 04d9634b-9491-4fd4-96ce-96eb542d4981 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:31:48.126337 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:31:48.126777 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Checking segment: {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:31:48.127259 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:48.127666 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Bound using segment: {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:31:48.128151 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Bound port: 5ba51300-a121-4564-a1f7-6fd75d97a04c, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:31:48.128554 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:48.211162 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] For port 5ba51300-a121-4564-a1f7-6fd75d97a04c, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:31:48.234377 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] For port 5ba51300-a121-4564-a1f7-6fd75d97a04c, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5ba51300-a121-4564-a1f7-6fd75d97a04c,segment=NetworkSegment(873f78ff-b495-4bde-b8d0-02f5aa1f2541),segment_id=873f78ff-b495-4bde-b8d0-02f5aa1f2541)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:31:48.239238 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:48.241563 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:48.310291 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Pushing event updated for resources: {'Port': ['ID=5ba51300-a121-4564-a1f7-6fd75d97a04c,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:48.313363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:49.324140 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60966) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:49.692531 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [None req-b006556e-ec4d-44d9-93a3-46d6c78142ba admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:31:49.693535 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b006556e-ec4d-44d9-93a3-46d6c78142ba admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3682292 Jun 12 19:31:52.100526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60974) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:52.436497 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [None req-a36e121d-103e-47b4-bb24-38106c5cbdfd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:31:52.437528 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a36e121d-103e-47b4-bb24-38106c5cbdfd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3360193 Jun 12 19:31:53.484718 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5ba51300-a121-4564-a1f7-6fd75d97a04c up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:31:53.596536 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 5ba51300-a121-4564-a1f7-6fd75d97a04c completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:31:54.593236 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63472b2d-0a06-403b-a653-f309e6a0fa26 None None] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:31:54.718590 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Provisioning for port 5ba51300-a121-4564-a1f7-6fd75d97a04c completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:31:54.726256 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Provisioning complete for port 5ba51300-a121-4564-a1f7-6fd75d97a04c triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:31:54.726256 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:54.932017 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:54.995619 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] For port 5ba51300-a121-4564-a1f7-6fd75d97a04c, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5ba51300-a121-4564-a1f7-6fd75d97a04c,segment=NetworkSegment(873f78ff-b495-4bde-b8d0-02f5aa1f2541),segment_id=873f78ff-b495-4bde-b8d0-02f5aa1f2541)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:31:55.002818 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.018339 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:31:55.079233 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Pushing event updated for resources: {'Port': ['ID=5ba51300-a121-4564-a1f7-6fd75d97a04c,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:31:55.083166 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:31:55.228767 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60990) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:55.272042 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d63e4318-6929-4fdf-90f2-3174147e3da6 None None] Provisioning complete for port 5ba51300-a121-4564-a1f7-6fd75d97a04c triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:31:55.272434 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d63e4318-6929-4fdf-90f2-3174147e3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.437958 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5ba51300-a121-4564-a1f7-6fd75d97a04c up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:31:55.502794 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 5ba51300-a121-4564-a1f7-6fd75d97a04c triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:31:55.502980 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.598474 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:31:55.627981 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.629595 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.792309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.797439 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.812036 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:55.813364 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f7447112-e9f9-44a8-8fec-b4db48cb4c1c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5835016 Jun 12 19:31:56.814852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-eee9686d-ee4e-4817-a82f-e560db02668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:31:58.215841 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 60998) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:31:58.547011 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [None req-2e2233ed-36e6-4195-9778-78fe47a91e17 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:31:58.547999 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2e2233ed-36e6-4195-9778-78fe47a91e17 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3312271 Jun 12 19:32:00.668511 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ffee2e11-6842-427b-97f0-7cbe02c47385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:00.927083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 32774) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:32:00.960606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.263555 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:32:01.284434 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Made reservation on behalf of 29569f9851a143df86e459bcd7545c2e for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:32:01.286769 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.297696 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.392366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.397290 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.400370 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:01.415161 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Reserving flat network on physical network physnet1 {{(pid=98312) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 12 19:32:01.435868 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f7bbc-0fff-4f8f-8a7e-6679b052e73c,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:01.440160 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:01.441239 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.441587 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Added segment cca9fcb1-e8eb-477c-8b0c-4085836de06c of type flat for network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d Jun 12 19:32:01.500987 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.539572 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.540988 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:32:01.541565 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:01.545101 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:01.578229 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6500416 Jun 12 19:32:01.626110 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Pushing event updated for resources: {'Network': ['ID=909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:01.628718 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:01.637666 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:32:02.334620 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:03.815812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:04.016124 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 32792) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:32:04.205644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310a904-d6d7-430b-9c6b-fd2672c5d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:32:04.206997 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-6310a904-d6d7-430b-9c6b-fd2672c5d414 admin admin] 10.222.0.11 "GET /v2.0/subnets/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864 HTTP/1.1" status: 200 len: 849 time: 0.1899247 Jun 12 19:32:04.353815 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d6d78b55-68b8-4665-b2c9-7fe5fd0655e9 admin admin] 10.222.0.11 "GET /v2.0/routers/47948fde-5102-49bb-978a-4f78739e3ffd HTTP/1.1" status: 200 len: 704 time: 0.1414793 Jun 12 19:32:04.816080 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:05.191989 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Allocated IP 172.20.0.1 (04d9634b-9491-4fd4-96ce-96eb542d4981/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864/88b43556-ae9d-49dc-8225-55e25e21f73d) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:32:05.393705 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:05.419446 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Transition to ACTIVE for port object 88b43556-ae9d-49dc-8225-55e25e21f73d will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:32:05.507761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:05.511127 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:05.584242 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:32:05.588939 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:32:05.595483 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:32:05.595954 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:05.624332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Pushing event updated for resources: {'Port': ['ID=88b43556-ae9d-49dc-8225-55e25e21f73d,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:05.685995 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:05.766834 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-c8e31e89-f18f-4d5e-8860-d9a20fa117eb None None] Provisioning for port 88b43556-ae9d-49dc-8225-55e25e21f73d completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:32:05.770747 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-c8e31e89-f18f-4d5e-8860-d9a20fa117eb None None] Provisioning complete for port 88b43556-ae9d-49dc-8225-55e25e21f73d triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:05.771133 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c8e31e89-f18f-4d5e-8860-d9a20fa117eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:05.811165 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-c8e31e89-f18f-4d5e-8860-d9a20fa117eb None None] Port 88b43556-ae9d-49dc-8225-55e25e21f73d cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:32:05.839655 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:06.060453 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:06.064891 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:06.066133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:06.067746 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:06.135929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Pushing event updated for resources: {'Port': ['ID=88b43556-ae9d-49dc-8225-55e25e21f73d,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:06.139316 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:06.292383 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:32:06.294624 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:32:06.484302 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Router 47948fde-5102-49bb-978a-4f78739e3ffd is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:32:06.534632 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-4979e782-0f47-426f-bdc0-6cd2f7d15a78 None None] Provisioning complete for port 88b43556-ae9d-49dc-8225-55e25e21f73d triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:06.535011 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-4979e782-0f47-426f-bdc0-6cd2f7d15a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:06.577283 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-4979e782-0f47-426f-bdc0-6cd2f7d15a78 None None] Port 88b43556-ae9d-49dc-8225-55e25e21f73d cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:32:06.612549 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:32:06.617870 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] 10.222.0.11 "PUT /v2.0/routers/47948fde-5102-49bb-978a-4f78739e3ffd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2587402 Jun 12 19:32:06.632839 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Sync routers for ids ['47948fde-5102-49bb-978a-4f78739e3ffd'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:32:06.646331 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Routers {'47948fde-5102-49bb-978a-4f78739e3ffd'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:32:06.647175 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:32:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['47948fde-5102-49bb-978a-4f78739e3ffd'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:06.876395 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Set router 47948fde-5102-49bb-978a-4f78739e3ffd gateway port host: None {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:32:07.383100 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:05Z', 'revision_number': 2, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port_host': None, '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:05Z', 'revision_number': 2, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:07.386234 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Checking router: 47948fde-5102-49bb-978a-4f78739e3ffd for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:32:07.387218 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Updating router 47948fde-5102-49bb-978a-4f78739e3ffd port 88b43556-ae9d-49dc-8225-55e25e21f73d binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:32:07.469584 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.063250 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.082237 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Transition to ACTIVE for port object 88b43556-ae9d-49dc-8225-55e25e21f73d will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:32:08.087644 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.092703 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:08.318484 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Pushing event updated for resources: {'Port': ['ID=88b43556-ae9d-49dc-8225-55e25e21f73d,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:08.335575 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.335913 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.336249 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.336574 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.336893 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.337243 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.337554 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.337864 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.338224 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.338536 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.338842 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.339147 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Tracked resource versions report: Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: pushed versions: Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: { 'AddressGroup': {'1.2'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'ConntrackHelper': {'1.0'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Log': {'1.0'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Network': {'1.1'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Port': {'1.7'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'PortForwarding': {'1.2'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'QosPolicy': {'1.8'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroup': {'1.4'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SubPort': {'1.0'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Subnet': {'1.1'}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Trunk': {'1.1'}} Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: consumer versions: Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'ConntrackHelper': '1.0', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Log': '1.0', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Network': '1.1', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Port': '1.7', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'PortForwarding': '1.2', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'QosPolicy': '1.8', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroup': '1.4', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroupRule': '1.2', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SubPort': '1.0', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Subnet': '1.1', Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Trunk': '1.1'}} Jun 12 19:32:08.340310 dv-cinder-796113-3-iscsi neutron-server[98314]: {{(pid=98314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:32:08.346015 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:08.348927 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Attempting to bind port 88b43556-ae9d-49dc-8225-55e25e21f73d on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:32:08.349353 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Attempting to bind port 88b43556-ae9d-49dc-8225-55e25e21f73d by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:32:08.349959 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Attempting to bind port 88b43556-ae9d-49dc-8225-55e25e21f73d on network 04d9634b-9491-4fd4-96ce-96eb542d4981 {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:32:08.355135 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:32:08.356094 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Checking segment: {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:32:08.356800 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.357237 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Bound using segment: {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:32:08.357724 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Bound port: 88b43556-ae9d-49dc-8225-55e25e21f73d, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873f78ff-b495-4bde-b8d0-02f5aa1f2541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:32:08.358103 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.445159 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] For port 88b43556-ae9d-49dc-8225-55e25e21f73d, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:32:08.473398 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] For port 88b43556-ae9d-49dc-8225-55e25e21f73d, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=88b43556-ae9d-49dc-8225-55e25e21f73d,segment=NetworkSegment(873f78ff-b495-4bde-b8d0-02f5aa1f2541),segment_id=873f78ff-b495-4bde-b8d0-02f5aa1f2541)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:32:08.479207 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:08.482415 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:08.550718 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Routers {'47948fde-5102-49bb-978a-4f78739e3ffd'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:32:08.551364 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:32:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['47948fde-5102-49bb-978a-4f78739e3ffd'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:08.553469 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Pushing event updated for resources: {'Port': ['ID=88b43556-ae9d-49dc-8225-55e25e21f73d,revision_number=4']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:08.558241 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:08.689552 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] Set router 47948fde-5102-49bb-978a-4f78739e3ffd gateway port host: None {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:32:08.879556 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 32812) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:32:08.979087 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:05Z', 'revision_number': 2, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port_host': None, '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:08Z', 'revision_number': 4, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:08.983292 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1894-4433-43bb-beb6-f8acfa840dea None None] The sync data for ids ['47948fde-5102-49bb-978a-4f78739e3ffd'] in dv-cinder-796113-3-iscsi is: [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:05Z', 'revision_number': 2, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port_host': None, '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:08Z', 'revision_number': 4, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:32:09.019593 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc7dba-228f-41f2-ad2e-9bd66dad3e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:32:09.020980 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-dbcc7dba-228f-41f2-ad2e-9bd66dad3e05 admin admin] 10.222.0.11 "GET /v2.0/networks/909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d HTTP/1.1" status: 200 len: 842 time: 0.1404099 Jun 12 19:32:09.030822 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:32:09.054254 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Made reservation on behalf of 29569f9851a143df86e459bcd7545c2e for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:32:09.059407 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:09.461675 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.objects.ports [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98312) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 12 19:32:09.462124 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:09.464373 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:09.540792 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d43bc57-bd78-427a-a2cd-631301dd2c80,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:09.544473 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:09.547230 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:32:09.547584 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Network hostable DHCP agents. Network: 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:32:09.566426 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:32:09.577136 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:32:09.582942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:32:09.583859 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:09.591317 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf307a5-a411-4290-ba99-780d559e818f None None] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:32:09.606331 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5738142 Jun 12 19:32:09.889063 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f6f4a-5b20-465f-a0bf-f8243dbe5170 None None] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:32:12.021871 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 32824) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:32:12.201870 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9bf8c456-5fe2-4bae-aecc-d5b522294cf9 admin admin] 10.222.0.11 "GET /v2.0/routers/47948fde-5102-49bb-978a-4f78739e3ffd HTTP/1.1" status: 200 len: 710 time: 0.1788335 Jun 12 19:32:12.320374 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dd0058-ff7c-4cd1-905f-dd480cd02c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:32:12.321852 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d6dd0058-ff7c-4cd1-905f-dd480cd02c34 admin admin] 10.222.0.11 "GET /v2.0/networks/909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d HTTP/1.1" status: 200 len: 886 time: 0.1145327 Jun 12 19:32:12.331208 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:32:12.796256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.106176 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.211362 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.360797 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Allocated IP 172.27.3.170 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/00421281-a2f7-43d2-b712-ce307e89b730) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:32:13.480351 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 88b43556-ae9d-49dc-8225-55e25e21f73d up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:32:13.524154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.548179 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 88b43556-ae9d-49dc-8225-55e25e21f73d completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:32:13.552916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 88b43556-ae9d-49dc-8225-55e25e21f73d triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:13.553599 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.591172 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.593967 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:13.641201 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:32:13.644259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:32:13.647781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:32:13.662237 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.698560 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Pushing event updated for resources: {'Port': ['ID=00421281-a2f7-43d2-b712-ce307e89b730,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:13.702890 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 88b43556-ae9d-49dc-8225-55e25e21f73d, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=88b43556-ae9d-49dc-8225-55e25e21f73d,segment=NetworkSegment(873f78ff-b495-4bde-b8d0-02f5aa1f2541),segment_id=873f78ff-b495-4bde-b8d0-02f5aa1f2541)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:32:13.706672 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:13.709927 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-22d26352-9267-4f7c-9a7a-fc218698fca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:13.742594 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:13.769237 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=88b43556-ae9d-49dc-8225-55e25e21f73d,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:13.772472 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:13.975331 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:14.365274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:14.368611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-510786'] for router, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:14.516527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Router 47948fde-5102-49bb-978a-4f78739e3ffd has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:32:14.518553 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:32:14.670977 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:32:14.675027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:14.676292 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] 10.222.0.11 "PUT /v2.0/routers/47948fde-5102-49bb-978a-4f78739e3ffd HTTP/1.1" status: 200 len: 890 time: 2.3483121 Jun 12 19:32:14.681131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Sync routers for ids ['47948fde-5102-49bb-978a-4f78739e3ffd'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:32:14.693188 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Routers {'47948fde-5102-49bb-978a-4f78739e3ffd'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:32:14.693906 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:32:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['47948fde-5102-49bb-978a-4f78739e3ffd'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:14.944477 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Set router 47948fde-5102-49bb-978a-4f78739e3ffd gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:32:15.404008 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '00421281-a2f7-43d2-b712-ce307e89b730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 4, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port': {'id': '00421281-a2f7-43d2-b712-ce307e89b730', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:13Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 5, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:15.422699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Checking router: 47948fde-5102-49bb-978a-4f78739e3ffd for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:32:15.423069 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Updating router 47948fde-5102-49bb-978a-4f78739e3ffd port 00421281-a2f7-43d2-b712-ce307e89b730 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:32:15.535002 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 88b43556-ae9d-49dc-8225-55e25e21f73d up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:32:15.583024 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:15.722668 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 88b43556-ae9d-49dc-8225-55e25e21f73d triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:15.723313 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.072466 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.083482 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Transition to ACTIVE for port object 00421281-a2f7-43d2-b712-ce307e89b730 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:32:16.091076 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.093429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:16.160522 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Pushing event updated for resources: {'Port': ['ID=00421281-a2f7-43d2-b712-ce307e89b730,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:16.169136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:16.169136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Attempting to bind port 00421281-a2f7-43d2-b712-ce307e89b730 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:32:16.169136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Attempting to bind port 00421281-a2f7-43d2-b712-ce307e89b730 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:32:16.169136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Attempting to bind port 00421281-a2f7-43d2-b712-ce307e89b730 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:32:16.177542 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:32:16.177928 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:32:16.178354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.178855 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:32:16.179444 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Bound port: 00421281-a2f7-43d2-b712-ce307e89b730, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:32:16.179870 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.259930 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] For port 00421281-a2f7-43d2-b712-ce307e89b730, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:32:16.263474 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] For port 00421281-a2f7-43d2-b712-ce307e89b730, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=00421281-a2f7-43d2-b712-ce307e89b730,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:32:16.267912 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:16.270353 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:16.340099 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Pushing event updated for resources: {'Port': ['ID=00421281-a2f7-43d2-b712-ce307e89b730,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:16.342977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Routers {'47948fde-5102-49bb-978a-4f78739e3ffd'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:32:16.343602 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:32:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['47948fde-5102-49bb-978a-4f78739e3ffd'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:16.345758 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:16.495184 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] Set router 47948fde-5102-49bb-978a-4f78739e3ffd gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:32:16.785797 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '00421281-a2f7-43d2-b712-ce307e89b730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 4, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port': {'id': '00421281-a2f7-43d2-b712-ce307e89b730', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:13Z', 'updated_at': '2021-06-12T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 5, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:32:16.789956 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea1563-fb9e-426a-99bf-7c7ed842930c None None] The sync data for ids ['47948fde-5102-49bb-978a-4f78739e3ffd'] in dv-cinder-796113-3-iscsi is: [{'id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'name': 'router1', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '00421281-a2f7-43d2-b712-ce307e89b730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:31:55Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 4, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'gw_port': {'id': '00421281-a2f7-43d2-b712-ce307e89b730', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:13Z', 'updated_at': '2021-06-12T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '88b43556-ae9d-49dc-8225-55e25e21f73d', 'name': '', 'network_id': '04d9634b-9491-4fd4-96ce-96eb542d4981', 'tenant_id': '07fb1acbc57b422ea09cc7001b054587', 'mac_address': 'fa:16:3e:87:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47948fde-5102-49bb-978a-4f78739e3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:32:04Z', 'updated_at': '2021-06-12T19:32:13Z', 'revision_number': 5, 'project_id': '07fb1acbc57b422ea09cc7001b054587', 'subnets': [{'id': '9cf7e8e8-28e3-4a04-bfde-9b9f64c60864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b675e73e-9f90-4b41-b5c5-a60756262e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:32:17.123447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 32832) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:32:17.322734 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a9f34b30-adcc-40eb-a992-6b5a8da07721 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1974835 Jun 12 19:32:17.487525 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 00421281-a2f7-43d2-b712-ce307e89b730 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:32:17.556074 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 00421281-a2f7-43d2-b712-ce307e89b730 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:32:17.565158 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 00421281-a2f7-43d2-b712-ce307e89b730 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:17.565363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:17.683693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:17.710366 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 00421281-a2f7-43d2-b712-ce307e89b730, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=00421281-a2f7-43d2-b712-ce307e89b730,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:32:17.715199 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:17.717483 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:32:17.779204 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=00421281-a2f7-43d2-b712-ce307e89b730,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:32:17.782305 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:32:19.459931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 00421281-a2f7-43d2-b712-ce307e89b730 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:32:19.529139 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 00421281-a2f7-43d2-b712-ce307e89b730 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:32:19.530060 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:26.865080 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d051b18f-1d62-4299-a4e9-13335cfa7d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:30.703042 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d98-e62e-4fa9-a6d4-cd3699a1c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:31.038959 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:32.361357 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:33.842965 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:32:51.525938 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:32:56.825411 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fb14e74e-5758-48a0-8f47-053a477fd000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:00.670725 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d79c0fdd-4368-4948-8c89-739d76010d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:00.964422 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:02.347004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:03.830813 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:26.820405 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-423d8eb5-ddca-40dd-a35d-287497994bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:28.518319 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:33:30.664285 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-769574cc-f90d-4888-a2d9-9675e157e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:30.966481 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:32.351466 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:33.834044 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:33:56.829430 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7879765d-1372-4d5d-9427-9552239368a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:00.668248 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3b7922d9-2630-4956-b572-a64cae0d5926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:00.968342 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:02.351277 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:02.684772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33400) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:02.761749 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66e1aa5-f081-4d69-8d32-91c80cf4858f admin admin] GET failed (client error): The resource could not be found. Jun 12 19:34:02.763116 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d66e1aa5-f081-4d69-8d32-91c80cf4858f admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773604 Jun 12 19:34:02.968810 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef4b2d-25ae-444b-a120-15f868ad2c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:02.970274 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-00ef4b2d-25ae-444b-a120-15f868ad2c5f admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2033935 Jun 12 19:34:03.845453 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:05.151212 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33410) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:05.289741 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1953b-67ed-4d86-b56e-64a079850e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:05.291146 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-26c1953b-67ed-4d86-b56e-64a079850e3d admin admin] 10.222.0.11 "GET /v2.0/subnets/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864 HTTP/1.1" status: 200 len: 849 time: 0.1389763 Jun 12 19:34:05.300378 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:34:05.406780 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:05.517342 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:34:05.624266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735087888698'] for subnet, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:05.627580 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:05.703543 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:05.704208 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:05.704647 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5321b20-1bf1-47ec-8f4e-ac61c7fcd148 None None] Network 04d9634b-9491-4fd4-96ce-96eb542d4981 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:34:05.705547 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] 10.222.0.11 "PUT /v2.0/subnets/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864 HTTP/1.1" status: 200 len: 868 time: 0.4090142 Jun 12 19:34:05.724325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf7e8e8-28e3-4a04-bfde-9b9f64c60864,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:05.734774 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.735527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.735871 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.736200 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.736525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.737015 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.737350 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.737673 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.738012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.738363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.738681 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.739271 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Tracked resource versions report: Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: pushed versions: Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: { 'AddressGroup': {'1.2'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'ConntrackHelper': {'1.0'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Log': {'1.0'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Network': {'1.1'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Port': {'1.7'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'PortForwarding': {'1.2'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'QosPolicy': {'1.8'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroup': {'1.4'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SubPort': {'1.0'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Subnet': {'1.1'}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Trunk': {'1.1'}} Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: consumer versions: Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'ConntrackHelper': '1.0', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Log': '1.0', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Network': '1.1', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Port': '1.7', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'PortForwarding': '1.2', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'QosPolicy': '1.8', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroup': '1.4', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroupRule': '1.2', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SubPort': '1.0', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Subnet': '1.1', Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Trunk': '1.1'}} Jun 12 19:34:05.740486 dv-cinder-796113-3-iscsi neutron-server[98311]: {{(pid=98311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:34:05.744410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:06.137706 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-9971dd5c-7f7e-4ffb-9013-cbc16f5c6ea7 None None] Provisioning complete for port 88b43556-ae9d-49dc-8225-55e25e21f73d triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:34:06.138107 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-9971dd5c-7f7e-4ffb-9013-cbc16f5c6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:06.241678 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-9971dd5c-7f7e-4ffb-9013-cbc16f5c6ea7 None None] Provisioning complete for port 5ba51300-a121-4564-a1f7-6fd75d97a04c triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:34:06.241939 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-9971dd5c-7f7e-4ffb-9013-cbc16f5c6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:08.056748 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33422) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:08.282410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939335b-3ddf-4d25-a90c-89708012b521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:08.282907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939335b-3ddf-4d25-a90c-89708012b521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:08.284556 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-c939335b-3ddf-4d25-a90c-89708012b521 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2267892 Jun 12 19:34:10.498497 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33430) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:10.712084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729bdeb0-8b52-40a2-a4ee-02bef0c5c15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:10.712826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729bdeb0-8b52-40a2-a4ee-02bef0c5c15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:10.714406 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-729bdeb0-8b52-40a2-a4ee-02bef0c5c15d admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2146084 Jun 12 19:34:12.914923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33440) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:13.074092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f12d93-af9c-4a44-8585-e9b6b8939657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:13.076787 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-35f12d93-af9c-4a44-8585-e9b6b8939657 admin admin] 10.222.0.11 "GET /v2.0/networks/04d9634b-9491-4fd4-96ce-96eb542d4981 HTTP/1.1" status: 200 len: 869 time: 0.1594782 Jun 12 19:34:15.279551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33448) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:15.431293 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70470e76-d2f8-4eeb-82e2-87b026b9bed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:15.432878 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-70470e76-d2f8-4eeb-82e2-87b026b9bed6 admin admin] 10.222.0.11 "GET /v2.0/networks/909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d HTTP/1.1" status: 200 len: 886 time: 0.1523657 Jun 12 19:34:17.648117 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33456) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:17.778766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423116c-f250-4d15-ae64-069e8dbae735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:17.779237 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423116c-f250-4d15-ae64-069e8dbae735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:17.780775 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-3423116c-f250-4d15-ae64-069e8dbae735 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316957 Jun 12 19:34:19.978076 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33464) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:20.110011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e123d63e-05cf-41ff-93e2-f16679b12f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:20.110471 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e123d63e-05cf-41ff-93e2-f16679b12f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:20.111993 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e123d63e-05cf-41ff-93e2-f16679b12f9a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327260 Jun 12 19:34:22.297075 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33472) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:22.394293 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf7501-6951-49a8-bc8c-3f9f60daa2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:22.395660 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2edf7501-6951-49a8-bc8c-3f9f60daa2b8 admin admin] 10.222.0.11 "GET /v2.0/subnets/2d43bc57-bd78-427a-a2cd-631301dd2c80 HTTP/1.1" status: 200 len: 816 time: 0.0975709 Jun 12 19:34:24.621045 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33480) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:24.726464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4434c66-5ec9-403e-af22-bde5837f994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:24.727877 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d4434c66-5ec9-403e-af22-bde5837f994b admin admin] 10.222.0.11 "GET /v2.0/subnets/9cf7e8e8-28e3-4a04-bfde-9b9f64c60864 HTTP/1.1" status: 200 len: 868 time: 0.1096768 Jun 12 19:34:26.822136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2a86d5b5-89b2-4c53-a7bf-4ec0e367fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:30.671011 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d126f003-3ce7-4d75-bf5c-89c67e69b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:30.974170 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:32.354220 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:33.849457 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:42.516553 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:34:48.415580 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33524) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:48.462516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [None req-7db60b13-1861-4e2f-b737-a6d08deaec97 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:34:48.463534 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-7db60b13-1861-4e2f-b737-a6d08deaec97 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466938 Jun 12 19:34:50.743995 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33532) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:50.808048 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.pecan_wsgi.hooks.translation [None req-34677db3-9528-4cf3-9d05-87fde56cb26e admin admin] GET failed (client error): The resource could not be found. Jun 12 19:34:50.809466 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-34677db3-9528-4cf3-9d05-87fde56cb26e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645156 Jun 12 19:34:50.979384 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d455b-90c9-414e-8dd1-420fe4c73223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:50.980877 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-201d455b-90c9-414e-8dd1-420fe4c73223 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1675382 Jun 12 19:34:53.215200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33540) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:53.263743 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:34:53.283950 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Made reservation on behalf of 29569f9851a143df86e459bcd7545c2e for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:34:53.286347 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:53.324674 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING neutron.services.revisions.revision_plugin [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Could not find related network for resource to bump revision. Jun 12 19:34:53.336389 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:34:53.345484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:53.345832 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Added segment 5d8f1e12-223b-4e1e-98b2-cbd13bbbf276 of type vlan for network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 Jun 12 19:34:53.514766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:53.546241 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:53.547625 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:53.548200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:53.550225 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-965358c8-5fc7-422c-b2ad-2cda1a5fabbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:53.583964 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3676555 Jun 12 19:34:53.636437 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d3026c-e97c-48d8-86f9-058fe9df6cd2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:53.644001 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.644408 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.644745 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.645112 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.645449 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.645797 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.646129 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.646458 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.646800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.647284 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.647817 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.648371 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:53.652241 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:53.659902 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:34:55.788204 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33548) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:34:55.864876 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a02228f-39cf-4dc6-b6ef-2211e52c8162 admin admin] GET failed (client error): The resource could not be found. Jun 12 19:34:55.866959 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0a02228f-39cf-4dc6-b6ef-2211e52c8162 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0771954 Jun 12 19:34:55.967611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bb557-e95c-4658-9cb1-4be5c429f2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:55.969173 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a58bb557-e95c-4658-9cb1-4be5c429f2a6 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979404 Jun 12 19:34:55.979791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:34:56.000495 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Made reservation on behalf of 29569f9851a143df86e459bcd7545c2e for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:34:56.002847 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.221220 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.223995 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:56.291561 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b2d4dd-7b92-4bbf-beb9-f53182366d36,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:56.294248 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:56.301380 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Checking segment: {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:34:56.301735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Network hostable DHCP agents. Network: d1d3026c-e97c-48d8-86f9-058fe9df6cd2, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:34:56.317831 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:34:56.327052 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, d1d3026c-e97c-48d8-86f9-058fe9df6cd2) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:34:56.331701 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:34:56.332817 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.336660 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814841bb-303e-4ef9-84c9-2d60ebd0a22e None None] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:34:56.346579 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3711779 Jun 12 19:34:56.528711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-d1d3026c-e97c-48d8-86f9-058fe9df6cd2', 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2', 'tenant_id': '29569f9851a143df86e459bcd7545c2e', 'fixed_ips': [{'subnet_id': '93b2d4dd-7b92-4bbf-beb9-f53182366d36'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:34:56.529627 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.688136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Allocated IP 192.168.233.2 (d1d3026c-e97c-48d8-86f9-058fe9df6cd2/93b2d4dd-7b92-4bbf-beb9-f53182366d36/ed96fb66-182e-4abd-abc8-44a20d55ce50) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:34:56.912012 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-03980efa-5ade-44f0-af61-ce0a544e1719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.990003 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:56.999090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Transition to ACTIVE for port object ed96fb66-182e-4abd-abc8-44a20d55ce50 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:34:57.016639 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Transition to ACTIVE for port object ed96fb66-182e-4abd-abc8-44a20d55ce50 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:34:57.024486 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:57.026970 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:57.077460 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:34:57.080516 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:34:57.087979 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:34:57.091315 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Pushing event updated for resources: {'Port': ['ID=ed96fb66-182e-4abd-abc8-44a20d55ce50,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:57.103764 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.104116 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.104480 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.104792 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.105149 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.105478 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.105803 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.106129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.106471 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.106797 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.107118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.107455 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:34:57.130727 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:57.170486 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Attempting to bind port ed96fb66-182e-4abd-abc8-44a20d55ce50 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:34:57.170781 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Attempting to bind port ed96fb66-182e-4abd-abc8-44a20d55ce50 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:34:57.171152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Attempting to bind port ed96fb66-182e-4abd-abc8-44a20d55ce50 on network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:34:57.176195 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:34:57.176573 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Checking segment: {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:34:57.177007 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:57.177407 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Bound using segment: {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:34:57.177882 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Bound port: ed96fb66-182e-4abd-abc8-44a20d55ce50, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:34:57.178304 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:57.254316 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] For port ed96fb66-182e-4abd-abc8-44a20d55ce50, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:34:57.257814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] For port ed96fb66-182e-4abd-abc8-44a20d55ce50, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=ed96fb66-182e-4abd-abc8-44a20d55ce50,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:34:57.263566 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:57.266056 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-a22d9a62-b38c-4fcf-af2f-67840a38e11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:57.330736 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Pushing event updated for resources: {'Port': ['ID=ed96fb66-182e-4abd-abc8-44a20d55ce50,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:57.335713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:57.621128 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ed96fb66-182e-4abd-abc8-44a20d55ce50 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:34:57.680263 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port ed96fb66-182e-4abd-abc8-44a20d55ce50 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:34:58.205927 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6044372-63e7-4805-896c-02683d506010 None None] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:34:58.312163 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Provisioning for port ed96fb66-182e-4abd-abc8-44a20d55ce50 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:34:58.324856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Provisioning complete for port ed96fb66-182e-4abd-abc8-44a20d55ce50 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:34:58.325253 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:58.499266 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:58.546110 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] For port ed96fb66-182e-4abd-abc8-44a20d55ce50, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=ed96fb66-182e-4abd-abc8-44a20d55ce50,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:34:58.551721 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:58.555241 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:34:58.625111 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Pushing event updated for resources: {'Port': ['ID=ed96fb66-182e-4abd-abc8-44a20d55ce50,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:34:58.629352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:34:58.774570 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-a83bfa67-2565-4b15-a8e9-712a971f945f None None] Provisioning complete for port ed96fb66-182e-4abd-abc8-44a20d55ce50 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:34:58.776019 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a83bfa67-2565-4b15-a8e9-712a971f945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:34:59.574626 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ed96fb66-182e-4abd-abc8-44a20d55ce50 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:34:59.641745 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port ed96fb66-182e-4abd-abc8-44a20d55ce50 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:34:59.642643 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:00.681735 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-325e50fb-36b0-4f74-bea3-1003ddf5f97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:00.974244 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:02.356295 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:03.851877 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:19.515928 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:35:26.824727 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-eeec609d-3d2a-4339-9d03-689e9d77fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:30.676038 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a58ace59-a82a-4eb6-91d2-09e19fe58b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:30.968625 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:32.359930 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:33.854848 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:35:56.515200 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:35:56.826611 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fca2d413-7e04-4b90-a50c-fd034a185227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:00.681311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1685e7e4-57dc-470f-9d88-9d9c7d9066ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:00.970811 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:02.362754 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:03.857478 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:10.359024 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33600) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:36:10.365333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [None req-d6d85007-1d14-4f74-a8a1-b9ee8bf823a5 tempest-verify_tempest_config-2123986607 tempest-verify_tempest_config-2123986607-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:36:10.366303 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d6d85007-1d14-4f74-a8a1-b9ee8bf823a5 tempest-verify_tempest_config-2123986607 tempest-verify_tempest_config-2123986607-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063081 Jun 12 19:36:10.718271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33618) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:36:10.853899 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:10.984430 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:10.989493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:10.992929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:36:11.044509 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81c917b72215455f929625a097226142&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3251612 Jun 12 19:36:11.045753 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515ffc31-b929-4fde-ae6d-2d0331da7040,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:36:11.047197 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33622) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:36:11.054653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.054967 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.055384 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.055572 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.056365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.056723 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.057100 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.057426 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.057768 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.058095 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.058412 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.058730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.062862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:36:11.149131 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:11.180510 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:11.293679 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:11.296802 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:11.297983 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/515ffc31-b929-4fde-ae6d-2d0331da7040 HTTP/1.1" status: 204 len: 168 time: 0.2497842 Jun 12 19:36:11.298839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:36:11.311013 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515ffc31-b929-4fde-ae6d-2d0331da7040,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:36:11.322465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.322830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.323176 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.323506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.323840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.324225 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.324488 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.325082 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.325240 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.325692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.325875 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.326260 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:36:11.330273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:36:26.826548 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4ca3-60d2-40dd-a237-ab6a13acb686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:30.683806 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7135c69e-d8b2-4ddf-87d0-a63f17cb7391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:30.973795 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:32.365187 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:33.514389 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:36:33.861837 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:36:56.828744 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e2f9eb7f-c599-4405-a105-e2056fdda819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:00.688118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5749a8af-fd66-41b4-8bfd-c0c8c4a88861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:00.973768 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:02.369526 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:03.863348 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:10.516118 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 5 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:37:26.830015 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3e3f064a-60a8-4019-a4f8-891fdaa6d7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:30.689199 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-aab83d6d-b8cb-42da-be18-1fb5fa20233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:30.975317 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:32.371397 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:33.865093 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:41.607825 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166'] for agent, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:37:45.067649 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33676) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:37:45.173866 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-196aa45a-3304-4f21-803a-70b5663ac12b admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051128 Jun 12 19:37:47.355551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33686) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:37:47.412370 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-934d43b2-7459-41a4-802b-683d3ee57fe5 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0556872 Jun 12 19:37:47.515546 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:37:56.832754 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e5848efc-d827-44a6-9455-eacdbc6b8647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:00.689322 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-f88f0d61-4756-449f-b905-081e847538f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:00.976227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:02.374142 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:03.868973 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:11.599659 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:24.514966 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:38:26.836812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c769f9da-6ea6-4efa-bcec-10709e8064dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:30.691350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a0f9-6f98-424f-bb49-c7c8d966ba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:30.978168 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:32.377295 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:33.871819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:41.598079 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:38:56.841721 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e19fbc85-8fc0-47cb-94d7-889eaca2c293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:00.693975 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-48c1c2f3-fad4-4d60-a027-ab2ef61b4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:00.979287 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:01.514573 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:39:02.380229 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:03.877403 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:11.614097 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:12.998955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33876) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.233955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-314953197-network', 'tenant_id': 'f07b8d77a6ed4ba4929054b84a655b9a'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:13.258423 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Made reservation on behalf of f07b8d77a6ed4ba4929054b84a655b9a for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:13.261051 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.277943 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.382778 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.387531 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.392937 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:13.417620 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:13.426542 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ecf37-ee25-48ac-8b73-a561cfbfbb03,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:13.436186 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.436552 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.436885 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.437228 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.437565 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.437929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.438301 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.438818 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.439375 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.439703 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.440024 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.440343 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Tracked resource versions report: Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: pushed versions: Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: { 'AddressGroup': {'1.2'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'ConntrackHelper': {'1.0'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Log': {'1.0'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Network': {'1.1'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Port': {'1.7'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'PortForwarding': {'1.2'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'QosPolicy': {'1.8'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroup': {'1.4'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SubPort': {'1.0'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Subnet': {'1.1'}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Trunk': {'1.1'}} Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: consumer versions: Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: HyperV agent@hv-cinder-79611: {}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'ConntrackHelper': '1.0', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Log': '1.0', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Network': '1.1', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Port': '1.7', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'PortForwarding': '1.2', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'QosPolicy': '1.8', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroup': '1.4', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SecurityGroupRule': '1.2', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'SubPort': '1.0', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Subnet': '1.1', Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: 'Trunk': '1.1'}} Jun 12 19:39:13.441460 dv-cinder-796113-3-iscsi neutron-server[98312]: {{(pid=98312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:39:13.446110 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:13.447180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.447709 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Added segment 42bc12ea-1061-4da9-8117-69f6f749d879 of type vlan for network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c Jun 12 19:39:13.503734 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.534506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.535842 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:13.536481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.539350 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:13.568301 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5680430 Jun 12 19:39:13.571963 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33914) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.579429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Request body: {'subnet': {'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-314953197-subnet', 'tenant_id': 'f07b8d77a6ed4ba4929054b84a655b9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:13.622793 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Made reservation on behalf of f07b8d77a6ed4ba4929054b84a655b9a for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:13.626506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.627062 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Pushing event updated for resources: {'Network': ['ID=2b9e2214-0dbd-4e3a-861a-1c01d13d338c,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:13.630365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:13.638357 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:13.702843 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33924) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.720644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33928) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.752676 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33932) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.759829 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 33936) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:13.960828 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:13.964276 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:13.979887 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024297193-network', 'tenant_id': '0a180292694f4a099664aa4f7b22e8e7'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:13.993715 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-501310472-network', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:14.025200 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc654199-b7d8-471b-b8c8-feb48b53e34a,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:14.030659 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-network', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:14.034475 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.034848 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.035189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.035525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.035943 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.036295 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.036650 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.036992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.037420 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.037795 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.038126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.038451 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Tracked resource versions report: Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: pushed versions: Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: { 'AddressGroup': {'1.2'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'ConntrackHelper': {'1.0'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Log': {'1.0'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Network': {'1.1'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Port': {'1.7'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'PortForwarding': {'1.2'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'QosPolicy': {'1.8'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroup': {'1.4'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SubPort': {'1.0'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Subnet': {'1.1'}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Trunk': {'1.1'}} Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: consumer versions: Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: HyperV agent@hv-cinder-79611: {}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'ConntrackHelper': '1.0', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Log': '1.0', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Network': '1.1', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Port': '1.7', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'PortForwarding': '1.2', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'QosPolicy': '1.8', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroup': '1.4', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SecurityGroupRule': '1.2', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'SubPort': '1.0', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Subnet': '1.1', Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: 'Trunk': '1.1'}} Jun 12 19:39:14.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: {{(pid=98311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:39:14.042385 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:14.055151 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-170758668-network', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:14.061300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Made reservation on behalf of 0ef8e971ae934fba89e2cb3899677dea for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:14.065344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.079325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Checking segment: {'id': '42bc12ea-1061-4da9-8117-69f6f749d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:14.079900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.080059 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Network hostable DHCP agents. Network: 2b9e2214-0dbd-4e3a-861a-1c01d13d338c, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:14.091167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Made reservation on behalf of 0a180292694f4a099664aa4f7b22e8e7 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:14.094941 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.106567 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:14.121389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 2b9e2214-0dbd-4e3a-861a-1c01d13d338c) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:14.129062 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:14.130012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.140038 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1281998-d121-4f49-a93c-d12ef820fb57 None None] Network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:14.224189 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.226216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.245873 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6728911 Jun 12 19:39:14.260546 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.273485 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:14.290156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Made reservation on behalf of 273c6ed672c24311ba2b21fd95d4eb4e for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:14.295335 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.315777 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.330132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:14.357046 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e6273-b4e2-4f65-b2b2-62a21f6d846c None None] Network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:14.365855 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff902493-2253-4f60-ad03-857938904db5,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:14.368973 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:14.381162 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.db.api [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 19:39:14.381162 dv-cinder-796113-3-iscsi neutron-server[98312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 12 19:39:14.381162 dv-cinder-796113-3-iscsi neutron-server[98312]: [parameters: {'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'id': '218af101-2f42-49e0-bcf8-e9a463096fee', 'expiration': datetime.datetime(2021, 6, 12, 19, 41, 14, 346275)}] Jun 12 19:39:14.381162 dv-cinder-796113-3-iscsi neutron-server[98312]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 19:39:14.381937 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_db.api [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 19:39:14.383324 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.384297 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Added segment 0f89da42-1b0a-4b24-9e77-3ad2651e07eb of type vlan for network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 Jun 12 19:39:14.518617 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.588728 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.590767 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:14.591528 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.597957 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:14.712112 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Pushing event updated for resources: {'Network': ['ID=38fd3b4b-782b-4bf8-a962-9111ac2202d2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:14.715554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.716636 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:14.722233 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.728973 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:14.733200 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:14.740462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 33988) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:14.741338 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0357070 Jun 12 19:39:14.758208 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Request body: {'subnet': {'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-501310472-subnet', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:14.761156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:14.785624 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40ceee-48be-43d7-83ac-f9eead4e1bbb,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:14.789026 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.789436 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Added segment 57c1d95b-c677-4d4e-83e4-02c9f28a2915 of type vlan for network 3275ec57-f0d3-4031-b7da-d9a7beeb2287 Jun 12 19:39:14.800550 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:14.873069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.933954 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.937496 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:14.938112 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.946534 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:14.955643 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.981875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:14.999045 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Made reservation on behalf of 0ef8e971ae934fba89e2cb3899677dea for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:14.999045 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.047635 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:15.050573 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3286467 Jun 12 19:39:15.055917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Pushing event updated for resources: {'Network': ['ID=3275ec57-f0d3-4031-b7da-d9a7beeb2287,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:15.061121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34012) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:15.065580 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:15.069371 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Request body: {'subnet': {'network_id': '3275ec57-f0d3-4031-b7da-d9a7beeb2287', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024297193-subnet', 'tenant_id': '0a180292694f4a099664aa4f7b22e8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:15.070145 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 3275ec57-f0d3-4031-b7da-d9a7beeb2287 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:15.072288 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:15.080482 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34016) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:15.091508 dv-cinder-796113-3-iscsi neutron-server[98312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 19:39:15.095072 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.095414 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Added segment 63834053-ffa7-4625-97f2-ef8ed954a354 of type vlan for network 3120e33c-815a-4918-b511-4e2800503bbb Jun 12 19:39:15.137413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Made reservation on behalf of b66377dbfee048de9262c33e6a5e15e4 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:15.139763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.258833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.267772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:15.347853 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.350262 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c17cb-a4a4-45be-a9ba-b8ef7ae5f044,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:15.351071 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf908d06-1883-4024-8962-935e45632384,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:15.366373 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:15.368995 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Checking segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:15.369854 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Network hostable DHCP agents. Network: 38fd3b4b-782b-4bf8-a962-9111ac2202d2, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:15.378484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:15.381251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.394579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Made reservation on behalf of 0a180292694f4a099664aa4f7b22e8e7 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:15.397159 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.406011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:15.417648 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 38fd3b4b-782b-4bf8-a962-9111ac2202d2) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:15.421986 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:15.423419 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.430911 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c888057-f706-4f90-ad12-6f4a26fcfdad None None] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:15.445368 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7003798 Jun 12 19:39:15.447490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34030) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:15.453160 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:15.488228 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.489838 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.630882 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.647143 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:15.647733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.649819 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-639e6ba5-2b49-4793-b959-e916a7eb4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:15.695240 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:39:15.696561 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.724126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-a48eda6b-4b11-46e4-a41c-db3f06d8e934 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:15.725804 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-a48eda6b-4b11-46e4-a41c-db3f06d8e934 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/networks?id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c HTTP/1.1" status: 200 len: 811 time: 0.6354814 Jun 12 19:39:15.824235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:15.828166 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Pushing event updated for resources: {'Network': ['ID=3120e33c-815a-4918-b511-4e2800503bbb,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:15.843310 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 3120e33c-815a-4918-b511-4e2800503bbb details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:15.851314 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-853eb554-1ecb-4731-9939-106ca8601b7b tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/quotas/f07b8d77a6ed4ba4929054b84a655b9a HTTP/1.1" status: 200 len: 375 time: 0.1176546 Jun 12 19:39:15.855978 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:16.016191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.039852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Allocated IP 172.20.0.2 (38fd3b4b-782b-4bf8-a962-9111ac2202d2/cf908d06-1883-4024-8962-935e45632384/f312e2df-6d3c-4b66-b2bc-00aeb707e2da) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:16.061604 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-74dcab85-a614-4246-989d-5eb09caa7136 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f07b8d77a6ed4ba4929054b84a655b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2090974 Jun 12 19:39:16.185033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.188994 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4352608 Jun 12 19:39:16.192134 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34058) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:16.196404 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-570a178e-215b-41c6-9dd0-2e16d2d3e720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:16.202703 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.210464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Request body: {'subnet': {'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-subnet', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:16.217297 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34060) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:16.227047 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.263242 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:16.271968 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Made reservation on behalf of 273c6ed672c24311ba2b21fd95d4eb4e for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:16.272237 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:16.274348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.292064 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:16.298879 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-da1eaaec-5fed-4686-8ff3-74f6720a0021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:16.335201 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.347346 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Transition to ACTIVE for port object f312e2df-6d3c-4b66-b2bc-00aeb707e2da will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:16.368834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.369089 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Transition to ACTIVE for port object f312e2df-6d3c-4b66-b2bc-00aeb707e2da will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:16.369586 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Added segment 50cb9905-43d3-4bbf-8eca-60744dff1945 of type vlan for network 703da9da-59d4-4706-ba5f-870dfc81107c Jun 12 19:39:16.379561 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.396046 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:16.413016 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:16.416352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:16.442202 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:16.472492 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-8d2e000b-f1ba-4cad-9aa3-6e13c8eb6e29 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:39:16.474344 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-8d2e000b-f1ba-4cad-9aa3-6e13c8eb6e29 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1780362 Jun 12 19:39:16.486096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.492156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Checking segment: {'id': '57c1d95b-c677-4d4e-83e4-02c9f28a2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3275ec57-f0d3-4031-b7da-d9a7beeb2287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:16.492721 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Network hostable DHCP agents. Network: 3275ec57-f0d3-4031-b7da-d9a7beeb2287, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:16.496983 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Pushing event updated for resources: {'Port': ['ID=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:16.511352 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.528482 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.529013 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.529474 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.529907 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.530340 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.531033 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.531157 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.531600 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.532788 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.532788 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.532788 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.533394 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Tracked resource versions report: Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: pushed versions: Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: { 'AddressGroup': {'1.2'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'ConntrackHelper': {'1.0'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Log': {'1.0'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Network': {'1.1'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Port': {'1.7'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'PortForwarding': {'1.2'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'QosPolicy': {'1.8'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroup': {'1.4'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SubPort': {'1.0'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Subnet': {'1.1'}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Trunk': {'1.1'}} Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: consumer versions: Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: HyperV agent@hv-cinder-79611: {}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'ConntrackHelper': '1.0', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Log': '1.0', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Network': '1.1', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Port': '1.7', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'PortForwarding': '1.2', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'QosPolicy': '1.8', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroup': '1.4', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SecurityGroupRule': '1.2', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'SubPort': '1.0', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Subnet': '1.1', Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: 'Trunk': '1.1'}} Jun 12 19:39:16.534575 dv-cinder-796113-3-iscsi neutron-server[98313]: {{(pid=98313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:39:16.537068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c342c9-7888-4c1c-acdd-e077bce57122,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:16.544667 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:16.545974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:16.550763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Attempting to bind port f312e2df-6d3c-4b66-b2bc-00aeb707e2da on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:16.551211 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Attempting to bind port f312e2df-6d3c-4b66-b2bc-00aeb707e2da by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:16.551651 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Attempting to bind port f312e2df-6d3c-4b66-b2bc-00aeb707e2da on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:16.557867 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:16.558337 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Checking segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:16.558977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.559461 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Bound using segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:16.560042 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Bound port: f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:16.560494 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.604259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Network 3275ec57-f0d3-4031-b7da-d9a7beeb2287 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:16.624787 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.628925 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:16.629537 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.631989 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 3275ec57-f0d3-4031-b7da-d9a7beeb2287) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:16.638783 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c86d3610-ec71-4a39-a5f6-45680bc34f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:16.651959 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274ae51-db55-4957-b69c-59dd78b10c65 None None] Network 3275ec57-f0d3-4031-b7da-d9a7beeb2287 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:16.696405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:16.697276 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.783434 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.816783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.834816 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Pushing event updated for resources: {'Network': ['ID=703da9da-59d4-4706-ba5f-870dfc81107c,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:16.846961 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-6305b43a-f56b-40e6-9a6a-27c1e9ce0048 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310575 Jun 12 19:39:16.861194 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:16.870425 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] For port f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:16.888763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] For port f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:16.904568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.926560 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 703da9da-59d4-4706-ba5f-870dfc81107c details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:16.930579 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:16.945491 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:16.947580 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793276f4-bf90-4455-9bd8-19967f2b4388 None None] Network 3275ec57-f0d3-4031-b7da-d9a7beeb2287 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:16.998806 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Allocated IP 172.27.3.192 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/48078f74-d2c1-49ed-844b-effc38082cf7) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:17.022485 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.051964 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ef42e84c-4844-4607-97ce-2b37ce774a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:17.056543 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.092105 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-412ad5dc-44ae-4b63-a380-18ab25579358 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440457 Jun 12 19:39:17.094490 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3339682 Jun 12 19:39:17.098709 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:17.145844 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0745158 Jun 12 19:39:17.149024 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34092) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:17.154730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Request body: {'subnet': {'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-subnet', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:17.171722 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e2ecc-1f55-40fc-9e28-91279b3bd6a7,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:17.185397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:17.200650 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b3a7fefab594ce6a9b577b4362a29d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9821925 Jun 12 19:39:17.207305 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34100) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:17.230279 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Made reservation on behalf of b66377dbfee048de9262c33e6a5e15e4 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:17.233875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.297982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efea79d-d9a8-442d-bf27-0f7d97648754,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:17.328193 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:17.372842 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Checking segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:17.373246 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Network hostable DHCP agents. Network: 3120e33c-815a-4918-b511-4e2800503bbb, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:17.446258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.468032 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Pushing event updated for resources: {'Port': ['ID=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:17.535723 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:17.644463 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.654048 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Network 3120e33c-815a-4918-b511-4e2800503bbb is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:17.685447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34118) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:17.689383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 3120e33c-815a-4918-b511-4e2800503bbb) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:17.693969 dv-cinder-796113-3-iscsi neutron-server[98311]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 19:39:17.698603 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe2593-477d-42ba-8db5-6177c854f559 None None] Network 3120e33c-815a-4918-b511-4e2800503bbb requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:17.919343 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:17.920000 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.934106 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc12145c-eda2-4709-80e4-1426804aafd5 req-ee5c7c52-e849-49df-9580-24e01e2af821 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.2415509 Jun 12 19:39:17.936183 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:17.941948 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:17.963871 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f312e2df-6d3c-4b66-b2bc-00aeb707e2da up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:17.982393 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.003717 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.035190 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:18.099869 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Pushing event updated for resources: {'Port': ['ID=48078f74-d2c1-49ed-844b-effc38082cf7,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:18.102980 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9039502 Jun 12 19:39:18.106075 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34142) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:18.116164 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:18.135395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:18.163422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:18.176862 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:18.180972 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:18.256972 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:18.273311 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:18.300042 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:18.309033 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-3120e33c-815a-4918-b511-4e2800503bbb', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:39:18.309810 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.341128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.353446 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.359315 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be2e2ecc-1f55-40fc-9e28-91279b3bd6a7 HTTP/1.1" status: 204 len: 168 time: 1.1507151 Jun 12 19:39:18.362030 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Checking segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:18.363413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Network hostable DHCP agents. Network: 703da9da-59d4-4706-ba5f-870dfc81107c, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:18.372247 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34152) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:18.377542 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:18.396693 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824461110-network', 'tenant_id': '10f7fd8e4bd64784bd5f574dbc0892e2'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:18.425037 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e2ecc-1f55-40fc-9e28-91279b3bd6a7,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:18.441186 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:18.459333 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.460590 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.492126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Network 703da9da-59d4-4706-ba5f-870dfc81107c is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:18.507167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Made reservation on behalf of 10f7fd8e4bd64784bd5f574dbc0892e2 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:18.511984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.527552 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 703da9da-59d4-4706-ba5f-870dfc81107c) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:18.543408 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.562945 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:18.563563 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.598973 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.686923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Allocated IP 172.20.0.2 (3120e33c-815a-4918-b511-4e2800503bbb/4efea79d-d9a8-442d-bf27-0f7d97648754/d28f3621-6302-48b9-9f53-28aa27911472) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:18.706467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.725683 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.736764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:18.759227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34166) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:18.774110 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c7b62a1d-9af7-40a4-b16c-fa3db8ecd44e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6237681 Jun 12 19:39:18.798501 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34168) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:18.839937 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:18.864457 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f699013-a465-4b26-9757-64e542643e9d None None] Network 703da9da-59d4-4706-ba5f-870dfc81107c requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:18.873985 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6734a-aad2-4a7a-a174-959edc5b68d5 None None] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:18.877251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:39:18.898411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.906348 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.916555 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ed599-f6fd-49b1-9e57-09d622d12c42,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:18.926484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:18.927933 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:18.928423 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Added segment 8cad844b-56ce-41a2-bf1f-76a63fde8088 of type vlan for network 06dbd4ab-6a3a-4517-a353-843a37f820d3 Jun 12 19:39:19.028573 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.180187 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-04783e03-f025-4cbd-bcb2-eebf58681448 req-a2926ff9-e772-4f6e-8dfd-a49d5b773509 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.0972097 Jun 12 19:39:19.357669 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Provisioning for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:19.387832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.400440 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Provisioning complete for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:19.402658 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.544386 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.556137 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.644657 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.725129 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.db.resource_extend [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 19:39:19.758851 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.874006 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Transition to ACTIVE for port object d28f3621-6302-48b9-9f53-28aa27911472 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:19.903244 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b55915-19c3-4797-a80d-685bc39f3d61 None None] Network 703da9da-59d4-4706-ba5f-870dfc81107c requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:19.933913 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.941064 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:19.941761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:19.948321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:19.954493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.024644 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Transition to ACTIVE for port object d28f3621-6302-48b9-9f53-28aa27911472 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:20.094169 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Pushing event updated for resources: {'Network': ['ID=06dbd4ab-6a3a-4517-a353-843a37f820d3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:20.099761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:20.128311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 06dbd4ab-6a3a-4517-a353-843a37f820d3 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:39:20.150828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.162010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.197822 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:20.290554 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Pushing event updated for resources: {'Port': ['ID=d28f3621-6302-48b9-9f53-28aa27911472,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:20.299644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.307273 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9228206 Jun 12 19:39:20.316544 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34248) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:20.317988 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:20.363912 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Network 3120e33c-815a-4918-b511-4e2800503bbb is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:20.373590 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.426250 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Request body: {'subnet': {'network_id': '06dbd4ab-6a3a-4517-a353-843a37f820d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824461110-subnet', 'tenant_id': '10f7fd8e4bd64784bd5f574dbc0892e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:20.443735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:20.457771 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54db9f5866ab48f092187d2476cb5eed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6830525 Jun 12 19:39:20.488368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34252) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:20.495495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:20.502802 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:20.510067 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Made reservation on behalf of 10f7fd8e4bd64784bd5f574dbc0892e2 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:20.512385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.604787 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bbbf6c-8e42-4562-9bbf-b5a4d6267b21,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:20.613692 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:20.714288 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.904465 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.909074 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] For port f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:20.971135 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:20.971654 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2595d8b2-a975-48ff-91c1-13d3b2c4589a req-4c896e03-2b9f-48d7-a195-eb4256f383f4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.1443036 Jun 12 19:39:20.994326 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:21.054869 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.056883 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Attempting to bind port d28f3621-6302-48b9-9f53-28aa27911472 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:21.057294 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Attempting to bind port d28f3621-6302-48b9-9f53-28aa27911472 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:21.057672 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Attempting to bind port d28f3621-6302-48b9-9f53-28aa27911472 on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:21.068434 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:21.068825 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Checking segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:21.069415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.069833 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Bound using segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:21.070336 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Bound port: d28f3621-6302-48b9-9f53-28aa27911472, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:21.071569 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.093833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.146934 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.169255 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d9e8b767-76bc-4ff2-8d98-fb4827286e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:21.180217 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Pushing event updated for resources: {'Port': ['ID=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:21.187470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:21.228172 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] For port d28f3621-6302-48b9-9f53-28aa27911472, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:21.232329 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] For port d28f3621-6302-48b9-9f53-28aa27911472, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=d28f3621-6302-48b9-9f53-28aa27911472,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:21.234099 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d31b9a19-da21-457a-9835-84c4fe3fbc83 None None] Provisioning complete for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:21.234478 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d31b9a19-da21-457a-9835-84c4fe3fbc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.267790 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.268723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Allocated IP 172.27.3.166 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/1ba7c914-7b75-408f-80ad-feb08a16af16) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:21.277823 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:21.287768 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad96444-3aa3-4e93-9604-f1ec65009c23,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:21.303424 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.370674 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.371694 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.41', 55257) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:21.373044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:21.390950 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.395832 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76bbbf6c-8e42-4562-9bbf-b5a4d6267b21 HTTP/1.1" status: 204 len: 168 time: 0.9017200 Jun 12 19:39:21.395832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.401630 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Pushing event updated for resources: {'Port': ['ID=d28f3621-6302-48b9-9f53-28aa27911472,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:21.408892 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:21.410708 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:21.480307 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bbbf6c-8e42-4562-9bbf-b5a4d6267b21,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:21.487646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:21.554780 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:21.672821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Checking segment: {'id': '8cad844b-56ce-41a2-bf1f-76a63fde8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06dbd4ab-6a3a-4517-a353-843a37f820d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:21.673231 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Network hostable DHCP agents. Network: 06dbd4ab-6a3a-4517-a353-843a37f820d3, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:39:21.723184 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-480458c0-1b33-4c85-a02c-1e04edddd7e3 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:21.724716 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-480458c0-1b33-4c85-a02c-1e04edddd7e3 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.41 "GET /v2.0/networks?id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c HTTP/1.1" status: 200 len: 811 time: 0.3478560 Jun 12 19:39:21.747940 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Network 06dbd4ab-6a3a-4517-a353-843a37f820d3 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:39:21.776500 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 06dbd4ab-6a3a-4517-a353-843a37f820d3) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:21.788800 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eafb49-310c-4906-b654-5c3e0b2aa4ce None None] Network 06dbd4ab-6a3a-4517-a353-843a37f820d3 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:21.818732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Request body: {'port': {'device_id': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c', 'admin_state_up': True, 'tenant_id': 'f07b8d77a6ed4ba4929054b84a655b9a'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:21.932390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.046154 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.052624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:22.112449 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f312e2df-6d3c-4b66-b2bc-00aeb707e2da up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:22.209332 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:22.212994 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:22.218617 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:22.224145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba7c914-7b75-408f-80ad-feb08a16af16,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:22.278655 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34308) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:22.279767 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:22.339042 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:39:22.399311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:22.399789 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.533367 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342b774-a54c-4853-baca-38f881a7ea3f None None] Network 06dbd4ab-6a3a-4517-a353-843a37f820d3 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:22.683049 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:22.683602 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.795585 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:22.812068 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:22.846395 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:22.847061 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:22.892223 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-92fe8c28-91a1-4929-9331-317d9d0ae5c8 req-7da93f34-6edc-437e-9f02-35e5c4519b27 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.2056386 Jun 12 19:39:22.958849 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Made reservation on behalf of f07b8d77a6ed4ba4929054b84a655b9a for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:22.966997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.969841 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.977800 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.979191 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-aafba57c-bc98-46d8-ae4d-81ee12cf3315 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5305948 Jun 12 19:39:22.981988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:22.983520 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Allocated IP 172.27.3.43 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:23.004085 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34338) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:23.021956 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8487e5e5-30e6-4721-8eb0-97fd1dd87f74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6237378 Jun 12 19:39:23.026667 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device d28f3621-6302-48b9-9f53-28aa27911472 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:23.128853 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port d28f3621-6302-48b9-9f53-28aa27911472 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:23.162720 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c255e20-f15f-4766-af93-66aceb504c9d None None] Network 3120e33c-815a-4918-b511-4e2800503bbb requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:39:23.378318 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:23.431145 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Provisioning for port d28f3621-6302-48b9-9f53-28aa27911472 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:23.446417 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Provisioning complete for port d28f3621-6302-48b9-9f53-28aa27911472 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:23.446723 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.678606 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34350) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:23.720705 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.787904 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] For port d28f3621-6302-48b9-9f53-28aa27911472, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=d28f3621-6302-48b9-9f53-28aa27911472,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:23.799312 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.807960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d07c0fd0-8c82-4597-b0e6-410ccd1a3092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:23.809524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.857846 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Deleting subnet 40c342c9-7888-4c1c-acdd-e077bce57122 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:39:23.881171 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.888583 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:23.979440 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Pushing event updated for resources: {'Port': ['ID=d28f3621-6302-48b9-9f53-28aa27911472,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:23.997692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:24.014247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.070956 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.101829 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:19Z', 'revision_number': 3, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:24.117205 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1cc7d13b-a5c2-48e8-878c-c7bc21312e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:24.119178 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:24.122736 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Updating router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 port 48078f74-d2c1-49ed-844b-effc38082cf7 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:24.240091 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:24.253991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:24.276461 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:24.282529 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:24.289561 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.297097 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:24.343580 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-35abbc14-14f4-47d3-b567-8b1eb6d62fc9 None None] Provisioning complete for port d28f3621-6302-48b9-9f53-28aa27911472 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:24.346107 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.350927 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-35abbc14-14f4-47d3-b567-8b1eb6d62fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.439474 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0230fafa-7272-4847-aeb6-57c08d2224d3 req-3f6f676b-d84a-47b8-b330-c23adbc30786 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.1042624 Jun 12 19:39:24.466116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3e0f7357-192a-42a9-b11c-1b6951861018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:24.537304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c342c9-7888-4c1c-acdd-e077bce57122,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:24.599832 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:24.693961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:24.696222 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/40c342c9-7888-4c1c-acdd-e077bce57122 HTTP/1.1" status: 204 len: 168 time: 1.0072951 Jun 12 19:39:24.722120 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34378) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:25.091063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.096253 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.148670 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.173217 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Transition to ACTIVE for port object 48078f74-d2c1-49ed-844b-effc38082cf7 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:25.184812 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.187647 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:25.265513 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Pushing event updated for resources: {'Port': ['ID=48078f74-d2c1-49ed-844b-effc38082cf7,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:25.277042 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.277769 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.278330 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.278877 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.279427 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.279969 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.280502 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.281084 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.282172 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.282730 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.283255 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.283779 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Tracked resource versions report: Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: pushed versions: Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: { 'AddressGroup': {'1.2'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'ConntrackHelper': {'1.0'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Log': {'1.0'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Network': {'1.1'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Port': {'1.7'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'PortForwarding': {'1.2'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'QosPolicy': {'1.8'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroup': {'1.4'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroupRule': {'1.2'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SubPort': {'1.0'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Subnet': {'1.1'}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Trunk': {'1.1'}} Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: consumer versions: Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: { DHCP agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: HyperV agent@hv-cinder-79611: {}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: L3 agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: Metadata agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: Metering agent@dv-cinder-796113-3-iscsi: {}, Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: Open vSwitch agent@dv-cinder-796113-3-iscsi: { 'AddressGroup': '1.2', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'ConntrackHelper': '1.0', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Log': '1.0', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Network': '1.1', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Port': '1.7', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'PortForwarding': '1.2', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'QosPolicy': '1.8', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroup': '1.4', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SecurityGroupRule': '1.2', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'SubPort': '1.0', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Subnet': '1.1', Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: 'Trunk': '1.1'}} Jun 12 19:39:25.285147 dv-cinder-796113-3-iscsi neutron-server[98314]: {{(pid=98314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 19:39:25.305410 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:25.353998 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.376786 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.377416 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.378671 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.379247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > port after_create 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.379818 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.380398 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > port after_update 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.381249 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.381814 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.382386 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.383071 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.391794 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Attempting to bind port 48078f74-d2c1-49ed-844b-effc38082cf7 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:25.392578 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Attempting to bind port 48078f74-d2c1-49ed-844b-effc38082cf7 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:25.393626 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Attempting to bind port 48078f74-d2c1-49ed-844b-effc38082cf7 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:25.400302 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:25.401167 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:25.401848 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.402525 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:25.403308 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Bound port: 48078f74-d2c1-49ed-844b-effc38082cf7, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:25.405122 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.486780 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] For port 48078f74-d2c1-49ed-844b-effc38082cf7, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:25.490255 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] For port 48078f74-d2c1-49ed-844b-effc38082cf7, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48078f74-d2c1-49ed-844b-effc38082cf7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:25.526587 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.558341 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-c97fdae4-dbf6-4a26-9d38-b1f633d6d848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:25.592154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Allocated IP 172.20.0.6 (2b9e2214-0dbd-4e3a-861a-1c01d13d338c/dc654199-b7d8-471b-b8c8-feb48b53e34a/c020bd20-b60c-4729-8fd9-266d3b2669a4) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:25.719936 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:25.720547 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:25.765664 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.771998 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.774232 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.777689 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:39:25.783848 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3275ec57-f0d3-4031-b7da-d9a7beeb2287']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:25.855883 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device d28f3621-6302-48b9-9f53-28aa27911472 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:25.898588 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.958865 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:25.982798 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c1d95b-c677-4d4e-83e4-02c9f28a2915') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:25.983111 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c1d95b-c677-4d4e-83e4-02c9f28a2915') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:26.069535 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Pushing event updated for resources: {'Port': ['ID=48078f74-d2c1-49ed-844b-effc38082cf7,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:26.087288 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port d28f3621-6302-48b9-9f53-28aa27911472 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:26.087685 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.089195 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:26.104406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.144196 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.160541 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:26.168243 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:39:26.169453 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: from cryptography.utils import int_from_bytes Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: from cryptography.utils import int_from_bytes Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:39:26.177451 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:39:26.228610 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34404) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:26.233206 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.281033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:26.343384 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.353057 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:26.363898 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.420526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.425968 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3275ec57-f0d3-4031-b7da-d9a7beeb2287 HTTP/1.1" status: 204 len: 168 time: 1.7028596 Jun 12 19:39:26.429330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34408) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:26.435788 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dc8acae9b504684991367110130cdfb&name=default HTTP/1.1" status: 200 len: 2978 time: 4.1521084 Jun 12 19:39:26.435788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9734b6c-8b07-4f94-b7e9-f0d70d80c293,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:26.436792 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34410) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:26.487737 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:26.492599 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Pushing event updated for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:26.496595 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:26.529916 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:26.546626 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3275ec57-f0d3-4031-b7da-d9a7beeb2287,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:26.555334 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:26.556622 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Router d4a57f66-5c85-4714-a018-4f323b9c6213 is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:39:26.558570 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:26.568010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:26.582061 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Deleting subnet aad96444-3aa3-4e93-9604-f1ec65009c23 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:39:26.595377 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:26.603723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.605304 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:26.608115 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.613968 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.713642 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.715380 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.749511 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:19Z', 'revision_number': 3, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:26.757139 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae6bcf-35e3-4744-97ee-b82b3a7a81f6 None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:19Z', 'revision_number': 3, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:26.852629 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-45b0cd6e-08a3-4f93-9703-421a0f446ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:26.901461 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1282673 Jun 12 19:39:26.927667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048694-a2bb-44c9-bd61-6a636ee10ef1 req-b40ccf52-ee17-44d2-ab31-8d77961fbac2 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:26.929348 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b2048694-a2bb-44c9-bd61-6a636ee10ef1 req-b40ccf52-ee17-44d2-ab31-8d77961fbac2 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 931 time: 0.9830606 Jun 12 19:39:27.101927 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.200467 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.591280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.603355 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b2048694-a2bb-44c9-bd61-6a636ee10ef1 req-232eece1-beb4-4c44-a541-473c9b9c3ead tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931043 Jun 12 19:39:27.603355 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d31b0de8-de30-4984-85e4-0edcc9410543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad96444-3aa3-4e93-9604-f1ec65009c23,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aad96444-3aa3-4e93-9604-f1ec65009c23 HTTP/1.1" status: 204 len: 168 time: 1.0733535 Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9e1d345d-14fe-469e-a0e7-85671d603280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:27.608330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34426) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:27.610164 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-5cd6a55e-d26a-4fb6-8c8d-82fa726ee3f7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:39:27.610164 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-5cd6a55e-d26a-4fb6-8c8d-82fa726ee3f7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215838 Jun 12 19:39:27.610875 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:27.613015 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:27.633969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:27.638091 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:27.854873 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:27.899004 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.055647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.061809 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.075272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.076562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9734b6c-8b07-4f94-b7e9-f0d70d80c293 HTTP/1.1" status: 204 len: 168 time: 1.6318703 Jun 12 19:39:28.078145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.116014 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-291e1c98-fb22-4037-b4cf-8eec77e949ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:28.138713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48078f74-d2c1-49ed-844b-effc38082cf7 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:28.182530 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:28.189125 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0733109 Jun 12 19:39:28.210721 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34440) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:28.210832 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc556530c184fdda19d36ff22c8d303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9744411 Jun 12 19:39:28.257361 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34444) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:28.343272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf346bb-3c46-4738-a3f7-d324ed5325b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9734b6c-8b07-4f94-b7e9-f0d70d80c293,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:28.359104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:28.866468 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdf389-71bb-4515-a91d-7fbb4d7c5145,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:28.872028 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:28.877738 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:28.878408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:28.952568 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Router 4562a03d-4a10-4e6d-8fab-adb14816181c is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:39:29.071330 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 48078f74-d2c1-49ed-844b-effc38082cf7 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:29.082301 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.086899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.105257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34450) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:29.162999 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Allocated IP 172.20.0.1 (38fd3b4b-782b-4bf8-a962-9111ac2202d2/cf908d06-1883-4024-8962-935e45632384/9213c417-9472-4153-9f58-9495f659c7b6) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:29.249753 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 48078f74-d2c1-49ed-844b-effc38082cf7 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:29.250239 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.271502 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dbd4ab-6a3a-4517-a353-843a37f820d3']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:29.358761 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.466832 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cad844b-56ce-41a2-bf1f-76a63fde8088') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:29.467840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cad844b-56ce-41a2-bf1f-76a63fde8088') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:29.475339 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.560583 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.588542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f9d1c-695c-48d9-bfca-99cc795d2ade req-5288a2a5-a5b9-4ba7-be5c-756c40c403de tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:29.591393 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-100f9d1c-695c-48d9-bfca-99cc795d2ade req-5288a2a5-a5b9-4ba7-be5c-756c40c403de tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 931 time: 1.0071876 Jun 12 19:39:29.718736 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Request body: {'port': {'device_id': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:29.732299 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:22Z', 'revision_number': 3, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:29.753593 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:29.753966 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Updating router d4a57f66-5c85-4714-a018-4f323b9c6213 port 1ba7c914-7b75-408f-80ad-feb08a16af16 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:29.829687 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-100f9d1c-695c-48d9-bfca-99cc795d2ade req-1c8cf441-3bb5-44df-b237-c941da6ac02e tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099051 Jun 12 19:39:29.856849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.889348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:39:29.890725 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:39:29.895218 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:39:29.913880 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:29.981101 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.002877 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.034314 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 48078f74-d2c1-49ed-844b-effc38082cf7, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48078f74-d2c1-49ed-844b-effc38082cf7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:30.074246 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.096172 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.099242 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.117107 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.118921 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8bdf389-71bb-4515-a91d-7fbb4d7c5145 HTTP/1.1" status: 204 len: 168 time: 1.8695312 Jun 12 19:39:30.122790 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:30.123926 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ddb94e2a-3649-4fbe-9c3a-f076175f17ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:30.208066 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Transition to ACTIVE for port object 9213c417-9472-4153-9f58-9495f659c7b6 will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:30.227653 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.231672 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] 10.222.0.11 "DELETE /v2.0/networks/06dbd4ab-6a3a-4517-a353-843a37f820d3 HTTP/1.1" status: 204 len: 168 time: 2.7164280 Jun 12 19:39:30.235289 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdf389-71bb-4515-a91d-7fbb4d7c5145,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:30.248926 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:30.249408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:30.277883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.280610 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Pushing event deleted for resources: {'Network': ['ID=06dbd4ab-6a3a-4517-a353-843a37f820d3,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:30.288346 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:30.292743 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.308166 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d849891b-9555-4603-9991-a13fbfe5a659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:30.426395 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34470) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:30.480323 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=116aaaef1dc542c39ae446ff17bbba2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3210056 Jun 12 19:39:30.482163 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62091d-35b4-44f5-971e-71ce2d29e8fe,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:30.487587 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34472) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:30.496171 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:30.793612 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.832297 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=48078f74-d2c1-49ed-844b-effc38082cf7,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:30.862580 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7b03a948-7829-41bb-a0e5-2e7dc1124621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:30.888835 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:30.893447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.008546 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34476) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:31.089694 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.129499 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.155473 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.166559 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e62091d-35b4-44f5-971e-71ce2d29e8fe HTTP/1.1" status: 204 len: 168 time: 0.6676917 Jun 12 19:39:31.218187 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cd865444-72a0-467a-9635-66b81b673d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:31.233227 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f859afc4-aea5-46de-b601-07c77e71d5db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a180292694f4a099664aa4f7b22e8e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2220855 Jun 12 19:39:31.262381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34486) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:31.414316 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62091d-35b4-44f5-971e-71ce2d29e8fe,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:31.435334 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:31.617704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.634798 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.636065 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:31.646957 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.651659 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Sync routers for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:31.710569 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:31.717455 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.723006 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:31.874242 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.885459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.885459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:31.885459 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d40ceee-48be-43d7-83ac-f9eead4e1bbb HTTP/1.1" status: 204 len: 168 time: 0.6217134 Jun 12 19:39:31.886632 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1c0656c3-16fb-483d-9e2f-2a323c6fef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:31.919440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40ceee-48be-43d7-83ac-f9eead4e1bbb,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:31.924251 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Transition to ACTIVE for port object 1ba7c914-7b75-408f-80ad-feb08a16af16 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:31.931382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:31.992505 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.015646 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0805b3c7-8379-46cd-99f8-80181b0740cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:32.273526 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Attempting to bind port 1ba7c914-7b75-408f-80ad-feb08a16af16 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:32.275379 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Attempting to bind port 1ba7c914-7b75-408f-80ad-feb08a16af16 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:32.276231 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Attempting to bind port 1ba7c914-7b75-408f-80ad-feb08a16af16 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:32.292329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c020bd20-b60c-4729-8fd9-266d3b2669a4 {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:39:32.297208 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Pushing event updated for resources: {'Port': ['ID=1ba7c914-7b75-408f-80ad-feb08a16af16,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:32.317117 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.327648 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:32.331702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:32.333003 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:32.333945 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.335104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:32.336187 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Bound port: 1ba7c914-7b75-408f-80ad-feb08a16af16, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:32.337380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.373333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Transition to ACTIVE for port object c020bd20-b60c-4729-8fd9-266d3b2669a4 will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:32.378633 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.509714 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48078f74-d2c1-49ed-844b-effc38082cf7 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:32.518373 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:32.519984 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:32.677227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.740703 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] For port 1ba7c914-7b75-408f-80ad-feb08a16af16, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:32.770453 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] For port 1ba7c914-7b75-408f-80ad-feb08a16af16, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=1ba7c914-7b75-408f-80ad-feb08a16af16,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:32.825465 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.833693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:32.835195 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:32.837781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Pushing event updated for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:32.842934 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:32.844990 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:32.857132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:32.861706 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:32.862735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.037495 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34514) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:33.107402 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 48078f74-d2c1-49ed-844b-effc38082cf7 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:33.111530 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.292986 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3155f26c-c4f3-477e-8c49-6aad94e75587 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10f7fd8e4bd64784bd5f574dbc0892e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2551701 Jun 12 19:39:33.302358 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34518) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:33.309797 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:24Z', 'revision_number': 3, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:33.317201 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Checking router: 4562a03d-4a10-4e6d-8fab-adb14816181c for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:33.317595 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Updating router 4562a03d-4a10-4e6d-8fab-adb14816181c port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:33.430206 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.506344 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:33.519710 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:33.525479 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.528506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:33.611275 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.805964 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.822164 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.835183 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c1ed599-f6fd-49b1-9e57-09d622d12c42 HTTP/1.1" status: 204 len: 168 time: 0.5264623 Jun 12 19:39:33.838621 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:33.882504 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ed599-f6fd-49b1-9e57-09d622d12c42,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:33.887218 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:33.937935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.985028 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:33.988440 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-21abb151-2078-461d-a67a-4eb220ea44c6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.1881151 Jun 12 19:39:33.991869 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34528) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:34.232388 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:34.508356 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Attempting to bind port c020bd20-b60c-4729-8fd9-266d3b2669a4 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:34.508356 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Attempting to bind port c020bd20-b60c-4729-8fd9-266d3b2669a4 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '42bc12ea-1061-4da9-8117-69f6f749d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:34.509303 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Attempting to bind port c020bd20-b60c-4729-8fd9-266d3b2669a4 on network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:34.751972 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:34.818940 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Transition to ACTIVE for port object 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:34.844130 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:34.872567 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:34.887397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507ed3f-cb48-4574-a5cf-fa4b14f88462 req-27f4b47d-e2fd-40b0-8c51-bd8991d1e57a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:34.911016 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f507ed3f-cb48-4574-a5cf-fa4b14f88462 req-27f4b47d-e2fd-40b0-8c51-bd8991d1e57a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 931 time: 3.5720663 Jun 12 19:39:34.977302 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Pushing event updated for resources: {'Port': ['ID=1ba7c914-7b75-408f-80ad-feb08a16af16,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:34.987415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.154s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:35.013298 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c611c0e-8003-4bd2-89d4-51536f363882 None None] Pushing event updated for resources: {'Port': ['ID=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:35.022614 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-5c611c0e-8003-4bd2-89d4-51536f363882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:35.055063 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Attempting to bind port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:35.055573 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Attempting to bind port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:35.056013 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Attempting to bind port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:35.069804 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:35.070437 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:35.071141 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.071672 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:35.073582 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Bound port: 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:35.073582 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.089006 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d9cd9456-3867-45c3-a5d2-c8ec052932dc None None] Provisioning for port 9213c417-9472-4153-9f58-9495f659c7b6 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:35.134156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d9cd9456-3867-45c3-a5d2-c8ec052932dc None None] Provisioning complete for port 9213c417-9472-4153-9f58-9495f659c7b6 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:35.136420 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d9cd9456-3867-45c3-a5d2-c8ec052932dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.297712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.315327 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Port c020bd20-b60c-4729-8fd9-266d3b2669a4 on network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:39:35.317666 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Attempting to bind port c020bd20-b60c-4729-8fd9-266d3b2669a4 on network 2b9e2214-0dbd-4e3a-861a-1c01d13d338c {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:35.457022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:35.458080 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Checking segment: {'id': '42bc12ea-1061-4da9-8117-69f6f749d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:35.460768 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Bound using segment: {'id': '42bc12ea-1061-4da9-8117-69f6f749d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:35.462352 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Bound port: c020bd20-b60c-4729-8fd9-266d3b2669a4, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bc12ea-1061-4da9-8117-69f6f749d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:35.466041 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.476281 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Pushing event updated for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:35.485019 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.952s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:35.489973 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd9456-3867-45c3-a5d2-c8ec052932dc None None] Port 9213c417-9472-4153-9f58-9495f659c7b6 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:39:35.511477 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] For port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:35.523109 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] For port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:35.533414 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:35.540205 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:35.708720 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c611c0e-8003-4bd2-89d4-51536f363882 None None] Pushing event updated for resources: {'Port': ['ID=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:35.712609 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:22Z', 'revision_number': 3, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:35.714624 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-5c611c0e-8003-4bd2-89d4-51536f363882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:35.721246 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:35.721747 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f507ed3f-cb48-4574-a5cf-fa4b14f88462 req-9301759a-d569-4e56-9852-8d15c3038413 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051836 Jun 12 19:39:35.721913 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:35.727048 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb88d5-c06f-467e-93de-7c6f4edce50a None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:22Z', 'revision_number': 3, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:35.851686 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.099090 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:36.123235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.199914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.261606 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:36.392534 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4,segment=NetworkSegment(42bc12ea-1061-4da9-8117-69f6f749d879),segment_id=42bc12ea-1061-4da9-8117-69f6f749d879)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:36.397756 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.428815 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.460678 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:36.487483 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.488712 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.545918 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:24Z', 'revision_number': 3, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:36.550396 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046272d4-baa2-474a-b278-2e9c3a982e63 None None] The sync data for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi is: [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:24Z', 'revision_number': 3, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:36.648899 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.777162 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Pushing event updated for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:36.879417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:36.883641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:36.887929 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] 10.222.0.41 "PUT /v2.0/ports/c020bd20-b60c-4729-8fd9-266d3b2669a4 HTTP/1.1" status: 200 len: 1093 time: 7.9278879 Jun 12 19:39:36.890888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:39:37.098438 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Allocated IP 172.20.0.1 (703da9da-59d4-4706-ba5f-870dfc81107c/b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549/a8e96efc-8380-4c12-adbf-ee5f36baab5b) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:37.121670 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbae79bef1a2486e93a11f4bac9c0cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 6.3823795 Jun 12 19:39:37.154664 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34588) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:37.162093 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:37.164650 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:37.414944 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Allocated IP 172.20.0.1 (3120e33c-815a-4918-b511-4e2800503bbb/4efea79d-d9a8-442d-bf27-0f7d97648754/5bfb3fc3-ff49-4926-b6c6-f2dacd025eba) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:37.731567 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:37.748187 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b50fd-1ac3-4955-a444-e290efa2c294 req-571b4fde-675a-4312-aff1-891e0ada8f53 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:37.761211 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e79b50fd-1ac3-4955-a444-e290efa2c294 req-571b4fde-675a-4312-aff1-891e0ada8f53 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 0.5721655 Jun 12 19:39:37.795806 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:37.896785 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:37.901925 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:37.902694 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:37.909935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e240a-1c57-422b-9a41-74a1320e2ffe,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:37.982771 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:37.995447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.043246 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:38.047679 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e79b50fd-1ac3-4955-a444-e290efa2c294 req-88297681-dd7a-435c-b5c5-9bacee653a28 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847886 Jun 12 19:39:38.048800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.386s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:38.231366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:38.332029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.368079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.380842 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:38.394955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:38.399133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10013785-cbad-42a1-9e3a-324e3ddf5b86" -d '{"events": [{"name": "network-changed", "server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:39:38.450826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Transition to ACTIVE for port object 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:38.494339 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.545715 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:39:38.557852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:38.566755 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.568527 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 1ba7c914-7b75-408f-80ad-feb08a16af16 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:38.577382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.630943 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.646612 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a85e240a-1c57-422b-9a41-74a1320e2ffe HTTP/1.1" status: 204 len: 168 time: 1.4907031 Jun 12 19:39:38.696350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:38.735898 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Pushing event updated for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:38.754597 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:38.756155 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d9cb2e24-f50d-4fda-b03c-ef70abdc37d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:38.787866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Network 703da9da-59d4-4706-ba5f-870dfc81107c is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:38.798802 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:38.810076 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:38.888501 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Pushing event updated for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:38.909726 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:38.942842 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 1ba7c914-7b75-408f-80ad-feb08a16af16 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:38.947512 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:38.958118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:38.959460 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-4cd03806-afbf-4055-b9dd-048a729c2411 None None] Provisioning complete for port 9213c417-9472-4153-9f58-9495f659c7b6 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:38.959845 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-4cd03806-afbf-4055-b9dd-048a729c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:38.973532 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 1ba7c914-7b75-408f-80ad-feb08a16af16 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:38.973532 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:39.034082 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:39.110772 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:39:39.116775 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:39.147828 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2c353fb6-c09b-468b-998b-ab6acf1c591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:39.152746 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e240a-1c57-422b-9a41-74a1320e2ffe,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:39.318136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-4cd03806-afbf-4055-b9dd-048a729c2411 None None] Port 9213c417-9472-4153-9f58-9495f659c7b6 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:39:39.525240 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:39.525444 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:39.628154 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 1ba7c914-7b75-408f-80ad-feb08a16af16, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=1ba7c914-7b75-408f-80ad-feb08a16af16,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:39.637530 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:39.643428 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:39.841349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=1ba7c914-7b75-408f-80ad-feb08a16af16,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:39.847547 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:39.881606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:39.889181 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34638) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:39.918702 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c128aa-1f8e-4df5-b48f-05f1ce4b6335 x-openstack-request-id: req-b4c128aa-1f8e-4df5-b48f-05f1ce4b6335 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:39:39.919790 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:39:39.920307 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4c128aa-1f8e-4df5-b48f-05f1ce4b6335 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:39:39.921247 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4', 'status': 'completed', 'code': 200} Jun 12 19:39:40.012007 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:40.049674 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:40.051220 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.126844 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34644) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:40.150115 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.164234 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:40.211840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Network 3120e33c-815a-4918-b511-4e2800503bbb is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:40.220137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.279459 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:40.317707 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:40.318494 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.356272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c2554-9f53-47bc-8b49-076ecce43494 req-b96ba653-f064-4c1c-84cb-9fd8b1d925d5 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:40.369436 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fa0c2554-9f53-47bc-8b49-076ecce43494 req-b96ba653-f064-4c1c-84cb-9fd8b1d925d5 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 0.7925789 Jun 12 19:39:40.515907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.524481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-476ea50c-61ed-404c-815a-55070743d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:40.534815 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-476ea50c-61ed-404c-815a-55070743d0ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07b8d77a6ed4ba4929054b84a655b9a&device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 1096 time: 1.6588604 Jun 12 19:39:40.642182 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fa0c2554-9f53-47bc-8b49-076ecce43494 req-26f6d4e8-788f-49cf-a27d-baa2becaf1c3 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709155 Jun 12 19:39:40.797757 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-f29f8142-c47e-4f3c-8069-36970d144840 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4 HTTP/1.1" status: 200 len: 217 time: 0.2388890 Jun 12 19:39:40.828241 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-6d09c2c4-f764-42f6-a6ef-7cd9772d9ac4 None None] Provisioning for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:40.845522 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-6d09c2c4-f764-42f6-a6ef-7cd9772d9ac4 None None] Provisioning complete for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:40.846111 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-6d09c2c4-f764-42f6-a6ef-7cd9772d9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:40.903504 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-6d09c2c4-f764-42f6-a6ef-7cd9772d9ac4 None None] Port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:39:40.953291 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:40.966018 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] 10.222.0.11 "PUT /v2.0/routers/3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9420307 Jun 12 19:39:40.978112 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:40.992276 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-bb491bfb-c140-4acb-a673-399c55941a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:40.994768 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-bb491bfb-c140-4acb-a673-399c55941a3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc654199-b7d8-471b-b8c8-feb48b53e34a HTTP/1.1" status: 200 len: 851 time: 0.1896091 Jun 12 19:39:40.999832 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:41.000565 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:41.097756 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-b3ce4de8-2940-4a69-9c37-8c649e694bac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944252 Jun 12 19:39:41.152351 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.189254 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.193742 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.208074 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc55eb9e-44f2-4e57-83b6-c8c8b110ac4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:41.258306 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2686368e7f6d4b4ca9af8e261d248a98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286995 Jun 12 19:39:41.259508 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.279572 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34668) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:41.342237 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:41.356799 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-e854539f-f642-46f6-9a1e-96df41caca0f service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492304 Jun 12 19:39:41.380851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.466304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21ddbe-8570-46ff-9c65-7f8d523ad5bf,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:41.534117 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:41.540749 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:41.633004 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7917347b-a25b-4476-93ae-c9b2d6a3ae90 req-830171e9-71a3-40a5-a066-77d5d278f32a service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338805 Jun 12 19:39:41.644302 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.704044 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.791290 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Pushing event updated for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:41.810933 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:41.814539 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:41.860829 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 1ba7c914-7b75-408f-80ad-feb08a16af16 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:41.936912 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.035584 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:34Z', 'revision_number': 2, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:42.056875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-a36a0491-a5ca-45ec-a3ac-f43fb8310a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:42.062719 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:42.063533 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-a36a0491-a5ca-45ec-a3ac-f43fb8310a52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07b8d77a6ed4ba4929054b84a655b9a&device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 1096 time: 0.3425636 Jun 12 19:39:42.064571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Updating router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 port 9213c417-9472-4153-9f58-9495f659c7b6 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:42.143729 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.145802 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.196350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 1ba7c914-7b75-408f-80ad-feb08a16af16 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:42.198787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.227751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.235693 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.262578 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.277368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.288411 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:42.301700 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34682) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:42.302257 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:42.353307 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ed9c1-d1d9-4a29-8a3f-51c200a8005d,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:42.394561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:42.442959 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Network 703da9da-59d4-4706-ba5f-870dfc81107c is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:42.448756 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:42.475487 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=298d98b983274a2e96d8aa21febd4768&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5840626 Jun 12 19:39:42.481006 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440820414', 'description': 'tempest-description--1450795286'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:42.486162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34684) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:42.504888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:42.514123 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:42.670730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295c0f8-c0a5-40bc-bec7-150b8393dd81 req-18577b06-c4dd-4ebc-9a39-131e8e962eb3 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:42.683183 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1295c0f8-c0a5-40bc-bec7-150b8393dd81 req-18577b06-c4dd-4ebc-9a39-131e8e962eb3 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 0.5539796 Jun 12 19:39:42.692033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-9471b489-a95d-47e3-9cb8-7942babfb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:42.694193 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-9471b489-a95d-47e3-9cb8-7942babfb6f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c HTTP/1.1" status: 200 len: 912 time: 0.6187851 Jun 12 19:39:42.713830 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Network 3120e33c-815a-4918-b511-4e2800503bbb is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:42.740663 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.766558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.776224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.778126 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd21ddbe-8570-46ff-9c65-7f8d523ad5bf HTTP/1.1" status: 204 len: 168 time: 1.4933376 Jun 12 19:39:42.803352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:42.867868 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.872848 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21ddbe-8570-46ff-9c65-7f8d523ad5bf,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:42.897338 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1295c0f8-c0a5-40bc-bec7-150b8393dd81 req-99c4913c-41e9-44ef-9847-ede62b71645b tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126451 Jun 12 19:39:42.900625 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Transition to ACTIVE for port object 9213c417-9472-4153-9f58-9495f659c7b6 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:42.908624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:42.933916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.941539 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:42.984435 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:42.992280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Router 4562a03d-4a10-4e6d-8fab-adb14816181c has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:39:43.054085 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.181596 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.183808 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:43.195146 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-895d787d-0b43-4742-b68d-3f150f8ff096 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4 HTTP/1.1" status: 200 len: 217 time: 0.4936280 Jun 12 19:39:43.238613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.256270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.258384 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a5ed9c1-d1d9-4a29-8a3f-51c200a8005d HTTP/1.1" status: 204 len: 168 time: 0.6911020 Jun 12 19:39:43.266192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:43.300319 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ed9c1-d1d9-4a29-8a3f-51c200a8005d,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:43.305141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:43.370894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:43.389015 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Sync routers for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:43.407903 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] 10.222.0.11 "PUT /v2.0/routers/4562a03d-4a10-4e6d-8fab-adb14816181c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4126029 Jun 12 19:39:43.418130 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:43.420123 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:43.513871 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.716524 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Pushing event updated for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:43.726590 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:43.768567 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-055a5d91-b785-4510-b3f4-c9314acc025d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:43.842954 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:43.849949 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3728650 Jun 12 19:39:43.850474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34716) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:43.868499 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group_rule': {'security_group_id': 'a651a8c5-a94a-4619-b958-ec30daa97d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:43.886312 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-b1ef4666-b0c4-4d38-96ed-63cb1fb27016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:43.889612 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-b1ef4666-b0c4-4d38-96ed-63cb1fb27016 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc654199-b7d8-471b-b8c8-feb48b53e34a HTTP/1.1" status: 200 len: 851 time: 0.4212768 Jun 12 19:39:43.936337 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:44.101132 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.121360 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-d541e659-bfe8-4066-a329-2adc3cad4fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176509 Jun 12 19:39:44.137213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a651a8c5-a94a-4619-b958-ec30daa97d76,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:44.164330 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Attempting to bind port 9213c417-9472-4153-9f58-9495f659c7b6 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:44.165232 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Attempting to bind port 9213c417-9472-4153-9f58-9495f659c7b6 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:44.166406 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Attempting to bind port 9213c417-9472-4153-9f58-9495f659c7b6 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:44.185299 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-929a12e5-7523-4054-8a47-28c163e5cbd2 None None] Provisioning complete for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:44.185784 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-929a12e5-7523-4054-8a47-28c163e5cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.224560 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:44.258292 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:44.258856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Checking segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:44.259194 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.259494 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Bound using segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:44.259997 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Bound port: 9213c417-9472-4153-9f58-9495f659c7b6, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:44.261245 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.358046 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-929a12e5-7523-4054-8a47-28c163e5cbd2 None None] Port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:39:44.392551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:39:44.447516 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.466519 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.468668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:44.522913 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0e3b22-5d3e-454c-b6c1-d308919d02a0,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:44.529627 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] For port 9213c417-9472-4153-9f58-9495f659c7b6, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:44.535475 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:44.557273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.573289 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7196474 Jun 12 19:39:44.577124 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34736) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:44.590342 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group_rule': {'security_group_id': 'a651a8c5-a94a-4619-b958-ec30daa97d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:44.590556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] For port 9213c417-9472-4153-9f58-9495f659c7b6, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9213c417-9472-4153-9f58-9495f659c7b6,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:44.603673 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.635724 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:44.655209 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34740) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:44.736119 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.773291 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:40Z', 'revision_number': 4, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': 'a8e96efc-8380-4c12-adbf-ee5f36baab5b', 'name': '', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'mac_address': 'fa:16:3e:5c:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:36Z', 'updated_at': '2021-06-12T19:39:40Z', 'revision_number': 2, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'subnets': [{'id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:44.789047 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:44.794921 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Checking router: 4562a03d-4a10-4e6d-8fab-adb14816181c for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:44.796504 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Updating router 4562a03d-4a10-4e6d-8fab-adb14816181c port a8e96efc-8380-4c12-adbf-ee5f36baab5b binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:44.847742 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Pushing event updated for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:44.865931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:44.867225 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:44.868331 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:44.966264 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.245629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.261262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.289168 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:45.313302 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.347673 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.363591 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-29d164ff-2c4d-4c18-80f7-f58e1aae0189 service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2223849 Jun 12 19:39:45.401900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265768-8734-497a-a58b-f6e56f0f4016 req-fa07313f-4ff2-4b1f-b695-874653bf838f tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:45.414937 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab265768-8734-497a-a58b-f6e56f0f4016 req-fa07313f-4ff2-4b1f-b695-874653bf838f tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 1.0407002 Jun 12 19:39:45.478090 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34756) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:45.479815 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c419e474d77c4efda20bf4cb39f8ef6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182740 Jun 12 19:39:45.486793 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.491299 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c13b1-832c-4c32-a37e-1211e174785c,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:45.500679 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Transition to ACTIVE for port object a8e96efc-8380-4c12-adbf-ee5f36baab5b will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:45.508873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:45.514794 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1f5953f1-bff5-4939-9e9c-6434d30c3ad4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:45.523427 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.530398 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-daba1316-fc72-42e7-b214-8eacafcdf9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:45.558656 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.572309 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9891362 Jun 12 19:39:45.573287 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 34760) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:45.575691 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:39:45.614894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:45.634665 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:39:45.639677 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Pushing event updated for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:45.640635 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] 10.222.0.11 "PUT /v2.0/routers/d4a57f66-5c85-4714-a018-4f323b9c6213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4267471 Jun 12 19:39:45.659940 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:45.678551 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0810c02e-f611-4dde-a983-d666d3826b64,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:45.683866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:45.687792 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.704116 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:45.777363 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab265768-8734-497a-a58b-f6e56f0f4016 req-0da2f1c7-9bd4-4e96-ab3f-85172a1c1803 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338215 Jun 12 19:39:45.816206 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:45.939971 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.178270 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.182274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.183801 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/657c13b1-832c-4c32-a37e-1211e174785c HTTP/1.1" status: 204 len: 168 time: 0.7013047 Jun 12 19:39:46.185118 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1821200d-ea13-4a1b-a9d1-bede6aca316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:46.207017 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c13b1-832c-4c32-a37e-1211e174785c,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:46.225029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:46.256584 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:46.257738 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:46.301457 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Attempting to bind port a8e96efc-8380-4c12-adbf-ee5f36baab5b on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:46.301457 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Attempting to bind port a8e96efc-8380-4c12-adbf-ee5f36baab5b by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:46.304342 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Attempting to bind port a8e96efc-8380-4c12-adbf-ee5f36baab5b on network 703da9da-59d4-4706-ba5f-870dfc81107c {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:46.347232 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:46.347829 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Checking segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:46.348482 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.353206 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Bound using segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:46.356596 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Bound port: a8e96efc-8380-4c12-adbf-ee5f36baab5b, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:46.359845 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.520197 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10013785-cbad-42a1-9e3a-324e3ddf5b86 req-8c89f84f-0334-490c-a7ba-fb91534c864c service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176820 Jun 12 19:39:46.636663 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] For port a8e96efc-8380-4c12-adbf-ee5f36baab5b, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:46.650262 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] For port a8e96efc-8380-4c12-adbf-ee5f36baab5b, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=a8e96efc-8380-4c12-adbf-ee5f36baab5b,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:46.668816 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.676663 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:46.727887 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34806) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:46.733532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689345602', 'description': 'tempest-description--251470484'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:46.790862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.951063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:46.952183 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:46.953444 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:46.963907 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Pushing event updated for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=4']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:46.976501 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:47.021396 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-a4bfb1f9-ec91-472e-aee6-7f48f76cac30 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:47.032779 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-a4bfb1f9-ec91-472e-aee6-7f48f76cac30 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 819 time: 0.9010141 Jun 12 19:39:47.080246 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-aa9e46a2-bda3-4541-a0e6-b53827b8f24c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/quotas/b66377dbfee048de9262c33e6a5e15e4 HTTP/1.1" status: 200 len: 375 time: 0.0459206 Jun 12 19:39:47.305344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.317689 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:47.323592 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.365713 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-5684e5c5-0bd0-4557-8830-b51cc29e8862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:47.492150 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.494094 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7650249 Jun 12 19:39:47.495760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39621c23-bfb0-4cb3-b295-16192495b798,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:47.512494 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:47.513398 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34834) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:47.523228 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group_rule': {'security_group_id': '39621c23-bfb0-4cb3-b295-16192495b798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:47.567357 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09e227-6b1f-455a-a21d-05518c7750b3 req-3bf075fc-89f4-4667-9889-fa9b324ae9a7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:47.577161 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4f09e227-6b1f-455a-a21d-05518c7750b3 req-3bf075fc-89f4-4667-9889-fa9b324ae9a7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 0.4269512 Jun 12 19:39:47.619332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.659932 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:47.678511 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4f09e227-6b1f-455a-a21d-05518c7750b3 req-948317c3-2768-4508-a332-b963b01771a7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955968 Jun 12 19:39:47.772091 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.780999 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.792889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:47.825196 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:44Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:47.834851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7c2089-c470-48e5-9a96-365bfd55705d,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:47.850244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:47.876212 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.880276 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612452 Jun 12 19:39:47.880903 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34850) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:47.885908 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group_rule': {'security_group_id': '39621c23-bfb0-4cb3-b295-16192495b798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:47.933941 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Allocated IP 172.27.3.210 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/4c801030-8468-4707-9a36-7a91875bc737) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:47.943909 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36148-7562-4d16-8ab3-140d40ea825a None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:44Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:47.947591 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:47.956794 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2cdc514e-5411-4e6b-ad5f-0efaad33bf4f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8752489 Jun 12 19:39:48.227215 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.243011 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.250329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:48.361089 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865f038a-f23d-4a27-92ec-aec5ea563b5b,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:48.368505 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:48.370037 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.375982 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935582 Jun 12 19:39:48.378883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 34868) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:48.394862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:48.419843 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 2, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:48.424773 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.427475 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:39:48.432391 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Updating router d4a57f66-5c85-4714-a018-4f323b9c6213 port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:39:48.444623 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-a4a20c35-7ed5-457d-a2ee-322a971e9edb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:39:48.469632 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-a4a20c35-7ed5-457d-a2ee-322a971e9edb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1961100 Jun 12 19:39:48.486539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.612207 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.733512 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:40Z', 'revision_number': 4, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': 'a8e96efc-8380-4c12-adbf-ee5f36baab5b', 'name': '', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'mac_address': 'fa:16:3e:5c:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:36Z', 'updated_at': '2021-06-12T19:39:46Z', 'revision_number': 4, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'subnets': [{'id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:48.740842 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f987652-2404-4c38-9359-43971cd09f74 None None] The sync data for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi is: [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:40Z', 'revision_number': 4, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': 'a8e96efc-8380-4c12-adbf-ee5f36baab5b', 'name': '', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'mac_address': 'fa:16:3e:5c:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:36Z', 'updated_at': '2021-06-12T19:39:46Z', 'revision_number': 4, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'subnets': [{'id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:48.771607 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device c020bd20-b60c-4729-8fd9-266d3b2669a4 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:39:48.896506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.913326 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:48.962162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2937eeb4-fe5c-414b-b18d-69daf16674c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:49.067564 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:49.081428 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:49.091688 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-c5051dce-3795-40a0-9b61-dc3c1e3a92c3 service neutron] 10.222.0.11 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974483 Jun 12 19:39:49.092616 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:49.182984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Allocated IP 172.27.3.211 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/7316fb63-7858-4691-8668-ad4191d82740) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:39:49.367750 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=4c801030-8468-4707-9a36-7a91875bc737,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:49.375945 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:49.674212 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4,segment=NetworkSegment(42bc12ea-1061-4da9-8117-69f6f749d879),segment_id=42bc12ea-1061-4da9-8117-69f6f749d879)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:49.728443 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'c020bd20-b60c-4729-8fd9-266d3b2669a4', 'network_id': '2b9e2214-0dbd-4e3a-861a-1c01d13d338c', 'port_id': 'c020bd20-b60c-4729-8fd9-266d3b2669a4', 'mac_address': 'fa:16:3e:da:78:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc654199-b7d8-471b-b8c8-feb48b53e34a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:39:49.847419 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-9bbf560c-fc48-42f6-9207-a4a78c7ff7a8 service neutron] 10.222.0.11 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457037 Jun 12 19:39:49.848798 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.067227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device a8e96efc-8380-4c12-adbf-ee5f36baab5b up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:50.073398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.087471 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.132342 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c020bd20-b60c-4729-8fd9-266d3b2669a4 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:39:50.224832 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4,segment=NetworkSegment(42bc12ea-1061-4da9-8117-69f6f749d879),segment_id=42bc12ea-1061-4da9-8117-69f6f749d879)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:50.271804 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.292855 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:50.456105 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.627761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f43cb2-c05c-48cb-be1f-86ce11b4519f req-44694b01-bb86-482d-8ab8-fc01a94d19e0 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:50.640648 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d8f43cb2-c05c-48cb-be1f-86ce11b4519f req-44694b01-bb86-482d-8ab8-fc01a94d19e0 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 943 time: 1.5726426 Jun 12 19:39:50.663231 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port a8e96efc-8380-4c12-adbf-ee5f36baab5b completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:50.668196 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.674027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.680910 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:50.695808 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port a8e96efc-8380-4c12-adbf-ee5f36baab5b triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:50.696608 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.710294 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:50.729724 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Transition to ACTIVE for port object 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:39:50.761043 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06a3d771-c928-4a2d-9c53-845fb4cc3579 req-63879319-df92-4459-b888-0e972156cf42 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 210 time: 0.1265593 Jun 12 19:39:50.775001 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.777765 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-71ac2e1c-ee45-44e3-8bc6-0e3acbaebaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:50.783876 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:50.800916 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7672f85e-5fab-4791-94b5-8bf1eea09a49 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:50.817408 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['c020bd20-b60c-4729-8fd9-266d3b2669a4'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:39:50.899493 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=4c801030-8468-4707-9a36-7a91875bc737,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:50.926431 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:50.934019 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d8f43cb2-c05c-48cb-be1f-86ce11b4519f req-b4f094d7-b6a0-4fcc-bc9d-c1f244bc14c7 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978970 Jun 12 19:39:51.094891 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:39:51.126811 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:39:51.140822 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:39:51.162812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:51.262542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:51.267862 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6906004 Jun 12 19:39:51.282100 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:51.304160 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:51.304669 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=7316fb63-7858-4691-8668-ad4191d82740,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:51.328934 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:51.437413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:51.646181 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.267857 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35078) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:52.302495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Pushing event updated for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:52.310371 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:52.338993 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-48cf06de-0002-41dc-a6c8-59180089bb15 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:52.344029 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-48cf06de-0002-41dc-a6c8-59180089bb15 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 819 time: 0.8334811 Jun 12 19:39:52.371734 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Attempting to bind port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:39:52.372573 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Attempting to bind port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:39:52.373168 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Attempting to bind port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:39:52.373600 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-18388c18-f6e4-452d-b971-417f49bbfe61 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/quotas/b66377dbfee048de9262c33e6a5e15e4 HTTP/1.1" status: 200 len: 375 time: 0.0188503 Jun 12 19:39:52.389309 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:39:52.390613 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Checking segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:39:52.391195 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.391368 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.391931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Bound using segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:39:52.392602 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Bound port: 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:39:52.393188 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.443385 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.453603 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.512155 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:52.579245 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port a8e96efc-8380-4c12-adbf-ee5f36baab5b, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=a8e96efc-8380-4c12-adbf-ee5f36baab5b,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:52.607106 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-4c344ae9-3321-499a-b723-d741fee29f56 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1440820414&fields=id&tenant_id=0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 267 time: 0.3866837 Jun 12 19:39:52.609264 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.614405 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.651102 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] For port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:39:52.658893 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] For port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:39:52.669719 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=7316fb63-7858-4691-8668-ad4191d82740,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:52.683836 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:52.695210 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.699041 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9213c417-9472-4153-9f58-9495f659c7b6 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:52.703482 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:52.706906 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:52.707988 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-c0264845-1052-48af-9775-684ff82b4e76 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3233209 Jun 12 19:39:52.872772 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-df63fd0b-9002-408e-8eb7-ff96cdef6c20 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:52.890813 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-df63fd0b-9002-408e-8eb7-ff96cdef6c20 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 810 time: 0.2678039 Jun 12 19:39:52.930040 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-4d155905-1b38-41e2-bdf1-55b715ea4de6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/quotas/0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 375 time: 0.0348871 Jun 12 19:39:52.946254 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-0e3fc39c-1723-4e66-99d4-344884751cc3 service neutron] 10.222.0.11 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273915 Jun 12 19:39:53.097852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:39:53.100014 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:39:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:53.129121 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:53.164060 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35092) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:53.247547 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 9213c417-9472-4153-9f58-9495f659c7b6 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:53.259158 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:53.261921 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-e3f352f4-82a9-4799-9b5f-0413463ac473 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3291960 Jun 12 19:39:53.319551 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 9213c417-9472-4153-9f58-9495f659c7b6 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:53.320398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.349846 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-6b7228f3-b12f-4e26-9d80-fb6e44e830de service neutron] 10.222.0.11 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980858 Jun 12 19:39:53.372013 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-1d409322-ebc1-41e6-ae04-b5aa8fb180eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:53.412987 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.434716 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.441771 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:53.466382 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Pushing event updated for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:53.475666 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:53.603782 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.613570 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6571f65955840a6a9f9319261c5c0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3433168 Jun 12 19:39:53.618034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35102) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:53.633465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ef225-795c-4687-834a-c4b1b71ab29b,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:53.646902 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:53.677673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.692990 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2988753 Jun 12 19:39:53.692990 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.724991 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 9213c417-9472-4153-9f58-9495f659c7b6, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9213c417-9472-4153-9f58-9495f659c7b6,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:53.738418 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:39:53.835152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:53.839239 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:53.868521 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-d4e38c27-63b8-4fe9-a008-1e7d21def8a3 service neutron] 10.222.0.11 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867450 Jun 12 19:39:54.160172 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:54.163593 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device a8e96efc-8380-4c12-adbf-ee5f36baab5b up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:54.173276 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-a6703a72-f0eb-4a33-8198-3b1720a47901 service neutron] 10.222.0.11 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941329 Jun 12 19:39:54.250391 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:54.279214 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.297750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.353258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.362137 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4e72e833-4c78-4c53-9aac-637cb55437dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:54.373336 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12b5726d3a084daa984b10eb944382a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2073338 Jun 12 19:39:54.379835 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35122) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:54.412066 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port a8e96efc-8380-4c12-adbf-ee5f36baab5b triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:54.412649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.426743 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.527355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38386c-591b-4fc4-b0b3-7e601bcdb40b req-cd2305c5-7521-4909-9ef2-9768f2fa9eaa tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:54.542728 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ac38386c-591b-4fc4-b0b3-7e601bcdb40b req-cd2305c5-7521-4909-9ef2-9768f2fa9eaa tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 944 time: 0.3661604 Jun 12 19:39:54.572150 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2e6e9-4a60-4529-8209-046a55a1709d,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:54.577174 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:54.596990 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.629525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.719848 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ac38386c-591b-4fc4-b0b3-7e601bcdb40b req-a1b8bf6d-b079-4d39-8386-3a17cee23366 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757689 Jun 12 19:39:54.754839 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.760134 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.763156 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58c2e6e9-4a60-4529-8209-046a55a1709d HTTP/1.1" status: 204 len: 168 time: 0.3787692 Jun 12 19:39:54.764036 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:54.770729 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.777120 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:54.777997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2e6e9-4a60-4529-8209-046a55a1709d,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:54.784486 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/234ef225-795c-4687-834a-c4b1b71ab29b HTTP/1.1" status: 204 len: 168 time: 1.1569552 Jun 12 19:39:54.786355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ecee8c4f-6cf2-44ac-a9dd-34f11f753d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:54.794726 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:54.822706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ef225-795c-4687-834a-c4b1b71ab29b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:54.831691 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:54.949754 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5347119b-6719-4e74-9b39-37ae19c40dcc req-e295ef54-2906-4a66-9e7e-a8db5fb723fe tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 210 time: 0.0938799 Jun 12 19:39:55.107696 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:52Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:39:55.113398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75c762-41d9-43fb-a449-17aa409d7ef9 None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:52Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:39:55.129545 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d24efcfe-10c8-4c4e-a973-8a69bb3efbad req-ae7065f1-65dd-4464-b9fc-f10b7956fad5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.1173067 Jun 12 19:39:55.138034 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-bcc02f21-cf37-40ea-83b0-cf77c2ea72ef tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--689345602&fields=id&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 267 time: 0.1764526 Jun 12 19:39:55.418708 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-55a9d2eb-f199-4817-be48-6491062e94bd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:55.426369 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-55a9d2eb-f199-4817-be48-6491062e94bd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 816 time: 0.2814760 Jun 12 19:39:55.451651 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-f7e454be-4985-424b-b6c5-70d41646c61d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/quotas/273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 375 time: 0.0195992 Jun 12 19:39:55.702138 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35160) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:55.748275 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35164) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:55.769948 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:55.813987 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.031319 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-60564da1-d29e-4a15-985e-52ae4a92b273 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5645809 Jun 12 19:39:56.208759 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.221110 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:56.294312 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.302231 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-60b60400-ec13-4be8-be07-3863a3c20905 service neutron] 10.222.0.11 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560170 Jun 12 19:39:56.364800 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:56.368129 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:56.370273 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:56.370889 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.395709 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a75df7df37214de2bbad5463802ba1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902804 Jun 12 19:39:56.401237 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35176) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:56.567856 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396d5155-6630-4c8b-996f-96827e25f6df,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:56.575602 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1b5e1e8c-3d43-4390-ba2c-9f72d5014626 service neutron] 10.222.0.11 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716687 Jun 12 19:39:56.590881 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:56.625401 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.635502 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.643145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1ac8a197-119b-40d9-af53-00c48f2dd6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:56.653842 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.673623 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384786d-113e-4b26-b6f7-61ae7242a849 req-0a52a52a-2d89-4130-bf5a-f0ccb3346e58 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:56.687362 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8384786d-113e-4b26-b6f7-61ae7242a849 req-0a52a52a-2d89-4130-bf5a-f0ccb3346e58 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 944 time: 0.5000210 Jun 12 19:39:56.691360 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e764c984-ffc5-42d6-8806-410a2e10329a,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:56.705867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:56.745649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:56.760991 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.762205 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9213c417-9472-4153-9f58-9495f659c7b6 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:56.766872 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=608ec3d222414425a000fe4d6bc4383d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0161707 Jun 12 19:39:56.768621 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:56.770833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35182) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:56.855450 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.933599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:56.972886 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.103286 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8384786d-113e-4b26-b6f7-61ae7242a849 req-f69b1300-521f-4e6f-9e75-ff9ba1686d9c tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146585 Jun 12 19:39:57.105439 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.105622 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.114269 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.143000 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/396d5155-6630-4c8b-996f-96827e25f6df HTTP/1.1" status: 204 len: 168 time: 0.7285523 Jun 12 19:39:57.149212 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:57.197225 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d5155-6630-4c8b-996f-96827e25f6df,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:57.214148 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:57.295272 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device c020bd20-b60c-4729-8fd9-266d3b2669a4 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:57.338879 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.343493 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.345095 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e764c984-ffc5-42d6-8806-410a2e10329a HTTP/1.1" status: 204 len: 168 time: 0.5720298 Jun 12 19:39:57.351126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:57.464538 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764c984-ffc5-42d6-8806-410a2e10329a,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:57.523735 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:57.535662 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:57.546988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:57.555605 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-64a3ce27-476f-451b-8d59-c3d6f8626ad0 req-9276fbad-9460-4f5a-9460-e9b0787402ea tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 210 time: 0.1836250 Jun 12 19:39:57.651609 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0f113f1a-431b-4157-985d-146b1626658d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.791436 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 9213c417-9472-4153-9f58-9495f659c7b6 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:57.791887 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:57.963806 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bd4a994e-f304-4768-8737-36622db4a519 req-e39a860f-e12e-4d1d-bf43-96561041a4d8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.3196149 Jun 12 19:39:57.982725 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1b3ddda8-e8e6-4d89-b81e-51d71a173c9a req-8cf87e29-0022-402d-89ca-d8a5991991b9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.1576574 Jun 12 19:39:58.025301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port c020bd20-b60c-4729-8fd9-266d3b2669a4 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:39:58.087874 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port c020bd20-b60c-4729-8fd9-266d3b2669a4 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:58.088661 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:58.163233 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-ee8f0b6f-d84e-4b9f-8355-e4f6249cbf96 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:58.171811 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-ee8f0b6f-d84e-4b9f-8355-e4f6249cbf96 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 819 time: 0.7411242 Jun 12 19:39:58.195236 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Request body: {'port': {'device_id': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'admin_state_up': True, 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:58.315329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.41', 55285) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:58.852815 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:58.879989 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Made reservation on behalf of b66377dbfee048de9262c33e6a5e15e4 for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:39:58.895218 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:58.985906 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:39:59.192508 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:39:59.265826 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-87733bbd-6e17-4ae7-9ad5-4a73034ca0a9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:59.276202 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-87733bbd-6e17-4ae7-9ad5-4a73034ca0a9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 819 time: 0.9593213 Jun 12 19:39:59.322917 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4,segment=NetworkSegment(42bc12ea-1061-4da9-8117-69f6f749d879),segment_id=42bc12ea-1061-4da9-8117-69f6f749d879)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:39:59.325521 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Request body: {'port': {'device_id': '896febd1-efdd-4447-87c0-8964fb9144be', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'admin_state_up': True, 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:39:59.379380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:59.379380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:39:59.440419 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-865eb1e5-7e4d-497c-acd1-79ee07941aa7 req-8054126c-1d4b-44ef-b739-a993db6eb7fb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 210 time: 0.1972868 Jun 12 19:39:59.472252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.41', 55290) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:39:59.735625 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:39:59.754620 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:39:59.811925 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:39:59.812825 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:39:59.865204 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1ccf9-107f-4859-b537-4bd3cffd4520 req-9169e2be-d760-4a98-9669-621f8390f0c4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:39:59.880994 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-99a1ccf9-107f-4859-b537-4bd3cffd4520 req-9169e2be-d760-4a98-9669-621f8390f0c4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 944 time: 1.0275600 Jun 12 19:40:00.033622 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-99a1ccf9-107f-4859-b537-4bd3cffd4520 req-174d1370-ca69-4bea-9d41-70e3c424020d tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515810 Jun 12 19:40:00.073187 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Made reservation on behalf of b66377dbfee048de9262c33e6a5e15e4 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:40:00.079095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:00.119458 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-bb5f8192-b791-456e-9cec-c84c8a020f9f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:00.122343 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-bb5f8192-b791-456e-9cec-c84c8a020f9f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 810 time: 0.6479564 Jun 12 19:40:00.142051 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c7994-8dfa-4026-abeb-0814a7d1a240" -d '{"events": [{"server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "name": "network-vif-plugged", "status": "completed", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:00.185546 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cfbc04ab-2ef1-4e95-b770-8f93691dcc31 req-4795931f-2c0a-4455-926e-344ed49bab7d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0543642 Jun 12 19:40:00.202668 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Allocated IP 172.20.0.3 (703da9da-59d4-4706-ba5f-870dfc81107c/b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549/28373373-f5c1-46c5-94a5-58ce550bb43f) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:40:00.503581 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-448a58c3-d927-4532-a065-235c43c57812 req-45b9d349-b8f9-4368-8800-c4d56ca2199d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.0977216 Jun 12 19:40:00.514097 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d3b7d-1ecc-4bb5-989b-4350a030c37a x-openstack-request-id: req-7f3d3b7d-1ecc-4bb5-989b-4350a030c37a {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:00.515835 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "name": "network-vif-plugged", "status": "completed", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:00.516415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f3d3b7d-1ecc-4bb5-989b-4350a030c37a {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:00.517165 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4', 'code': 200} Jun 12 19:40:00.690663 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6cca7321-fee6-45b3-9474-ec7ae9405a0c req-a7a072ba-1b0c-490e-a683-f47cdfc4ee52 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 210 time: 0.0441740 Jun 12 19:40:00.704828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-94ffde02-3d46-4f65-8176-6483245ff465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:00.789363 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:00.853784 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:00.866686 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:00.956495 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Network 703da9da-59d4-4706-ba5f-870dfc81107c is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:40:00.960259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:40:00.966858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:40:00.977055 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:00.977779 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:00.979274 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Allocated IP 172.20.0.12 (703da9da-59d4-4706-ba5f-870dfc81107c/b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549/9347c1ba-0926-47c7-a196-387eabde8230) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:40:00.998876 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8175535 Jun 12 19:40:00.999744 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:01.000548 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Pushing event updated for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:01.014539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:01.499102 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a21ee925-15d8-4058-9016-748da3855150 req-d8dd0146-01dc-4f9c-9a7b-3a1fb2304cbf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0565724 Jun 12 19:40:01.657693 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:01.691046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004606bc-f2a5-43fe-a385-9f1a89bf6e56 req-58273d0f-26d9-4d96-9a0a-70b0f4d43c7e tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:01.693980 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-004606bc-f2a5-43fe-a385-9f1a89bf6e56 req-58273d0f-26d9-4d96-9a0a-70b0f4d43c7e tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1589270 Jun 12 19:40:01.717757 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-73fb4093-c463-4041-8ec6-8af751c20c69 req-b344e7e1-827c-4e8d-8030-168dd88318c2 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.0716896 Jun 12 19:40:01.789949 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-004606bc-f2a5-43fe-a385-9f1a89bf6e56 req-9ce78871-33cc-4333-8539-33316d885561 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868964 Jun 12 19:40:01.796599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:01.815514 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:01.964060 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Network 703da9da-59d4-4706-ba5f-870dfc81107c is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:40:01.968177 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7218416-c80f-4329-b62f-530e0a73f3eb req-8d96ca04-5ed0-4559-91ac-91b90f3126e4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:01.970896 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7218416-c80f-4329-b62f-530e0a73f3eb req-8d96ca04-5ed0-4559-91ac-91b90f3126e4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 931 time: 0.1273515 Jun 12 19:40:01.979518 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:40:01.984831 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:40:02.058467 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7218416-c80f-4329-b62f-530e0a73f3eb req-ae49c42a-abe1-4122-97bf-7ad10e055222 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775645 Jun 12 19:40:02.065106 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Pushing event updated for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:02.071973 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:02.117635 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:02.118750 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:02.142431 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8362048 Jun 12 19:40:02.278365 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-a5588a7e-4d1c-44ca-8a1f-cf45dbd213d7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 380 time: 0.0738955 Jun 12 19:40:02.402260 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:02.735609 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92735d97-af6e-4b81-89f6-3682f3b3ff4d req-769ebf1d-9c9b-4726-b390-3e8927bab1e3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0615010 Jun 12 19:40:02.926921 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c139dba2-2eb1-4088-9b3f-4fd723c94071 req-76844d8e-0cde-45bf-b783-2c2b4d0004f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.0615387 Jun 12 19:40:03.028913 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ad53f-877a-47ab-85ef-1e559631fc9e req-d336705a-b04f-4ef1-a753-d5785f5d02d4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:03.031298 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3c4ad53f-877a-47ab-85ef-1e559631fc9e req-d336705a-b04f-4ef1-a753-d5785f5d02d4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.0789802 Jun 12 19:40:03.078599 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3c4ad53f-877a-47ab-85ef-1e559631fc9e req-c9fa38e9-74f9-4a52-98b8-6203a273ddff tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Jun 12 19:40:03.341619 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395892-aed6-4e8f-ae95-425f0616c9ab req-85948e41-8216-4710-be18-bf4bf3b68073 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:03.344111 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ef395892-aed6-4e8f-ae95-425f0616c9ab req-85948e41-8216-4710-be18-bf4bf3b68073 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 931 time: 0.0779974 Jun 12 19:40:03.393916 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ef395892-aed6-4e8f-ae95-425f0616c9ab req-40c0cb0b-3f64-4045-866d-9a5cd47b2623 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Jun 12 19:40:03.795009 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Request body: {'port': {'device_id': '896febd1-efdd-4447-87c0-8964fb9144be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:03.799250 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Request body: {'port': {'device_id': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:03.876206 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'port': {'device_id': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'admin_state_up': True, 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'security_groups': ['a651a8c5-a94a-4619-b958-ec30daa97d76']}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:03.893085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:03.956982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:04.078430 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:04.250644 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-460089ed-224c-46a1-88a3-50654a26ea66 req-8dca1ac1-0015-449d-86ca-d7302abc57d1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0554690 Jun 12 19:40:04.360393 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-748b1d83-0903-4456-a1b5-b64c50d20f69 req-e4d538b7-e7f1-429e-b0bf-6dc5204461e1 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.0623021 Jun 12 19:40:04.550887 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9347c1ba-0926-47c7-a196-387eabde8230 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:04.565830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:04.571467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Made reservation on behalf of 0ef8e971ae934fba89e2cb3899677dea for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:40:04.597096 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Transition to ACTIVE for port object 9347c1ba-0926-47c7-a196-387eabde8230 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:04.601422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:04.605693 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:04.641029 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:04.720535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Pushing event updated for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:04.764771 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.41', 55297) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:04.767348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:05.029162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.41', 55298) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:05.144892 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df50534-7f8c-4eab-bb17-0ec549864afe req-5c21e0b7-93e7-4a6d-a42c-cf9e9e21e6ca tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:05.147035 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1df50534-7f8c-4eab-bb17-0ec549864afe req-5c21e0b7-93e7-4a6d-a42c-cf9e9e21e6ca tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.4311736 Jun 12 19:40:05.154110 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-edcabab1-9bce-4129-950d-c05959f39174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:05.156631 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-edcabab1-9bce-4129-950d-c05959f39174 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 1098 time: 0.3882058 Jun 12 19:40:05.226548 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace8bb1-8f47-4d09-b116-5e4358466399 req-3bc448a2-b6a9-47b1-96d3-76d19d88f37b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:05.241523 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cace8bb1-8f47-4d09-b116-5e4358466399 req-3bc448a2-b6a9-47b1-96d3-76d19d88f37b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 931 time: 0.5180988 Jun 12 19:40:05.294707 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Attempting to bind port 9347c1ba-0926-47c7-a196-387eabde8230 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:40:05.295084 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Attempting to bind port 9347c1ba-0926-47c7-a196-387eabde8230 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:40:05.295984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Attempting to bind port 9347c1ba-0926-47c7-a196-387eabde8230 on network 703da9da-59d4-4706-ba5f-870dfc81107c {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:05.323317 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:05.337011 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1df50534-7f8c-4eab-bb17-0ec549864afe req-0f73773e-63bf-4120-80f7-c66ab27f9758 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783850 Jun 12 19:40:05.490252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Allocated IP 172.20.0.12 (38fd3b4b-782b-4bf8-a962-9111ac2202d2/cf908d06-1883-4024-8962-935e45632384/58859603-954a-40d4-b95b-3386d00d9a83) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:40:05.543909 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Port 9347c1ba-0926-47c7-a196-387eabde8230 on network 703da9da-59d4-4706-ba5f-870dfc81107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:40:05.544244 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Attempting to bind port 9347c1ba-0926-47c7-a196-387eabde8230 on network 703da9da-59d4-4706-ba5f-870dfc81107c {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:05.562508 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-c7014584-bd2f-41cd-a282-25c30f256f33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:05.564259 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-c7014584-bd2f-41cd-a282-25c30f256f33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 816 time: 0.5324292 Jun 12 19:40:05.567967 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:40:05.568499 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Checking segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:40:05.569141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Bound using segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:40:05.569627 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Bound port: 9347c1ba-0926-47c7-a196-387eabde8230, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:40:05.569984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:05.596299 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cace8bb1-8f47-4d09-b116-5e4358466399 req-3c17bb9d-b3dd-46cb-8c40-a90c0e0e13a8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532848 Jun 12 19:40:05.636229 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28373373-f5c1-46c5-94a5-58ce550bb43f {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:05.658852 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-793a8110-61a9-4d3c-950d-0673b5459881 req-70de2add-3f3f-4ce3-b38d-c3c8efd5cf38 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0647910 Jun 12 19:40:05.768553 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-4fafef49-1419-451c-ac89-09d7bb265488 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 379 time: 0.1941946 Jun 12 19:40:05.785971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'port': {'device_id': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'admin_state_up': True, 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'security_groups': ['39621c23-bfb0-4cb3-b295-16192495b798']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:05.874468 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:40:05.968108 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9347c1ba-0926-47c7-a196-387eabde8230,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:40:05.988732 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.010332 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:06.081023 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.109111 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:06.110174 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.111806 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] 10.222.0.41 "PUT /v2.0/ports/9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 1094 time: 2.3215647 Jun 12 19:40:06.119371 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:06.120056 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Transition to ACTIVE for port object 58859603-954a-40d4-b95b-3386d00d9a83 will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:06.138447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.159915 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.198085 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.258531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Pushing event updated for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:06.279443 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dae45b15-9f96-4f90-a778-526c5e12ad3f req-6ed5adb3-059e-430b-ad0f-f61e7375196d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.1442044 Jun 12 19:40:06.329231 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:06.329231 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:06.357283 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Made reservation on behalf of 273c6ed672c24311ba2b21fd95d4eb4e for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:40:06.362129 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.369574 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1048696 Jun 12 19:40:06.374092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Transition to ACTIVE for port object 28373373-f5c1-46c5-94a5-58ce550bb43f will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:06.396607 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.411510 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:06.412388 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15143891-c0c7-4a7d-81fc-74d871a71274,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:06.423930 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:06.542925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-09f07b23-272e-4dfa-8ff9-3accf1446417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:06.544501 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-09f07b23-272e-4dfa-8ff9-3accf1446417 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1097 time: 0.3356087 Jun 12 19:40:06.603994 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.618209 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa635839-587d-41b6-8368-9304c8d801eb" -d '{"events": [{"name": "network-changed", "server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "tag": "9347c1ba-0926-47c7-a196-387eabde8230"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:06.689836 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-c05ceb22-c333-4912-bca6-c30346f1a156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.1053617 Jun 12 19:40:06.711396 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:40:06.765526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Allocated IP 172.20.0.4 (3120e33c-815a-4918-b511-4e2800503bbb/4efea79d-d9a8-442d-bf27-0f7d97648754/200f8ca6-cfcd-4265-ad13-0ac61b0f91a9) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:40:06.776120 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:40:06.778891 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:40:06.786321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:06.787257 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.800740 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Pushing event updated for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:06.816654 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:06.823554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-01f8ff1f-fb08-4831-b05a-772643be854b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:06.869083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Attempting to bind port 28373373-f5c1-46c5-94a5-58ce550bb43f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:40:06.869565 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Attempting to bind port 28373373-f5c1-46c5-94a5-58ce550bb43f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:40:06.870036 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Attempting to bind port 28373373-f5c1-46c5-94a5-58ce550bb43f on network 703da9da-59d4-4706-ba5f-870dfc81107c {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:06.888729 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0177233 Jun 12 19:40:06.892633 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-df33632a-48b5-422f-8190-ec04a54cbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:06.894370 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-df33632a-48b5-422f-8190-ec04a54cbcd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.1951678 Jun 12 19:40:06.897219 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Port 28373373-f5c1-46c5-94a5-58ce550bb43f on network 703da9da-59d4-4706-ba5f-870dfc81107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:40:06.897628 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Attempting to bind port 28373373-f5c1-46c5-94a5-58ce550bb43f on network 703da9da-59d4-4706-ba5f-870dfc81107c {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:06.908411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:40:06.908815 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Checking segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:40:06.909241 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Bound using segment: {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:40:06.909868 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Bound port: 28373373-f5c1-46c5-94a5-58ce550bb43f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb9905-43d3-4bbf-8eca-60744dff1945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:40:06.910328 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:06.916141 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Request body: {'port': {'device_id': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:06.987918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:07.008652 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:07.212625 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195229a1-e8ae-4a80-a462-14aa203ec265 x-openstack-request-id: req-195229a1-e8ae-4a80-a462-14aa203ec265 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:07.213604 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "tag": "9347c1ba-0926-47c7-a196-387eabde8230", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:07.214058 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-195229a1-e8ae-4a80-a462-14aa203ec265 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:07.214717 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230', 'status': 'completed', 'code': 200} Jun 12 19:40:07.231896 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-0751a760-9660-4bcc-892a-13e1f72bcffa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3263791 Jun 12 19:40:07.264514 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26309-26d9-4e34-be22-347c04f6daea req-49b18c63-26f5-483c-8605-4610f260e7e1 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:07.268037 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bad26309-26d9-4e34-be22-347c04f6daea req-49b18c63-26f5-483c-8605-4610f260e7e1 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.4958646 Jun 12 19:40:07.273581 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.368235 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:40:07.400504 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e335cb95-4711-40d7-821e-9002ea0eca78 None None] Provisioning for port 58859603-954a-40d4-b95b-3386d00d9a83 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:07.407512 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e335cb95-4711-40d7-821e-9002ea0eca78 None None] Provisioning complete for port 58859603-954a-40d4-b95b-3386d00d9a83 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:07.408143 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e335cb95-4711-40d7-821e-9002ea0eca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.420358 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bad26309-26d9-4e34-be22-347c04f6daea req-7aa187ce-3e0f-4601-8555-fbaab7f61e1f tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Jun 12 19:40:07.446381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.482298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Transition to ACTIVE for port object 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:07.508185 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28373373-f5c1-46c5-94a5-58ce550bb43f,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:40:07.513073 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-e335cb95-4711-40d7-821e-9002ea0eca78 None None] Port 58859603-954a-40d4-b95b-3386d00d9a83 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:40:07.531865 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.552449 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:07.585281 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.602314 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:07.626972 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Pushing event updated for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:07.632669 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:07.679354 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Network 3120e33c-815a-4918-b511-4e2800503bbb is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:40:07.692240 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:40:07.698825 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:40:07.805488 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:07.817637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:07.818352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.830657 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:07.865836 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e21903-4016-4d4c-a6cb-0111ab87e896 req-91de7f8e-6443-4df2-85fd-54669e7219c8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:07.881648 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d5e21903-4016-4d4c-a6cb-0111ab87e896 req-91de7f8e-6443-4df2-85fd-54669e7219c8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 931 time: 0.1963177 Jun 12 19:40:07.881648 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0987980 Jun 12 19:40:07.905788 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:07.906842 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:07.908709 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] 10.222.0.41 "PUT /v2.0/ports/28373373-f5c1-46c5-94a5-58ce550bb43f HTTP/1.1" status: 200 len: 1093 time: 4.1231155 Jun 12 19:40:07.909510 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:07.913801 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6126c122-88f2-40fa-901d-73ca353b99fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:07.935348 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c8e5b-401b-49fc-a499-c9d09b54ac17 req-e3135d5e-9670-4ad2-9e29-0c68a2d1f41c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:07.945316 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6c7c8e5b-401b-49fc-a499-c9d09b54ac17 req-e3135d5e-9670-4ad2-9e29-0c68a2d1f41c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.6835120 Jun 12 19:40:08.022801 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d5e21903-4016-4d4c-a6cb-0111ab87e896 req-9dd9be51-dc37-48db-bcb5-53f45a6c5852 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264570 Jun 12 19:40:08.286733 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-774c5e30-66de-42fc-9a14-10eb4d231d10 None None] Provisioning for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:08.292787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-774c5e30-66de-42fc-9a14-10eb4d231d10 None None] Provisioning complete for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:08.293293 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-774c5e30-66de-42fc-9a14-10eb4d231d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.339289 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a413cbd-1c74-4b17-839f-c6441b6171f8 req-8a5161cb-8a2d-49c7-aef2-7f7c5f6ddbc8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:08.343549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a413cbd-1c74-4b17-839f-c6441b6171f8 req-8a5161cb-8a2d-49c7-aef2-7f7c5f6ddbc8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 932 time: 0.1140914 Jun 12 19:40:08.386100 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-774c5e30-66de-42fc-9a14-10eb4d231d10 None None] Port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:40:08.424544 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6c7c8e5b-401b-49fc-a499-c9d09b54ac17 req-84202169-3b5e-4f54-9473-d33d2792c996 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794018 Jun 12 19:40:08.426463 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a413cbd-1c74-4b17-839f-c6441b6171f8 req-caed4468-85eb-4159-829d-9e93027227e9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718038 Jun 12 19:40:08.443592 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35544) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:08.476436 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35548) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:08.659739 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.669822 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48edf5e5-05ba-4e32-9533-38d8d3382d9a x-openstack-request-id: req-48edf5e5-05ba-4e32-9533-38d8d3382d9a {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:08.670427 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:08.671084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48edf5e5-05ba-4e32-9533-38d8d3382d9a {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:08.673583 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f', 'status': 'completed', 'code': 200} Jun 12 19:40:08.709523 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.786910 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58859603-954a-40d4-b95b-3386d00d9a83 {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:08.803807 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.831715 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.842659 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.845858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Transition to ACTIVE for port object 58859603-954a-40d4-b95b-3386d00d9a83 will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:08.852292 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:08.852607 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:08.864614 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450416-8203-4d07-8ed7-93fb57adb62a req-f0859438-e0a3-4732-a99a-72167a07b69a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:08.867853 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-39450416-8203-4d07-8ed7-93fb57adb62a req-f0859438-e0a3-4732-a99a-72167a07b69a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1865370 Jun 12 19:40:08.871739 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:08.934616 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa5d9091dfea4acc8b099c11fa539b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532385 Jun 12 19:40:08.938112 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35558) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:08.940988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f4cbe9-d84d-4fc0-92de-ffd866d04608,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:08.950548 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.069844 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-39450416-8203-4d07-8ed7-93fb57adb62a req-ff56f427-94c9-4464-b0d7-7e0de168f349 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877069 Jun 12 19:40:09.082783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.094463 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.099481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Pushing event updated for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:09.114005 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.129984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:09.134996 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f049f1dfb26f44a1a695dc82d46d1162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902590 Jun 12 19:40:09.150288 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35564) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:09.226658 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9eaf5b-5149-4cd8-9890-04fca609440a,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:09.232135 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.239052 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Attempting to bind port 58859603-954a-40d4-b95b-3386d00d9a83 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:40:09.239400 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Attempting to bind port 58859603-954a-40d4-b95b-3386d00d9a83 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:40:09.239857 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Attempting to bind port 58859603-954a-40d4-b95b-3386d00d9a83 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:09.269369 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Port 58859603-954a-40d4-b95b-3386d00d9a83 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:40:09.269722 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Attempting to bind port 58859603-954a-40d4-b95b-3386d00d9a83 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:09.272880 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.280593 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.323539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.328920 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.339106 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:40:09.339643 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Checking segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:40:09.340217 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Bound using segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:40:09.340909 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Bound port: 58859603-954a-40d4-b95b-3386d00d9a83, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:40:09.341498 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.504562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b987-85df-4009-9578-f0b84de0d6ce req-62094b7e-f0c7-43c8-acb3-c941cc5d7a13 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:09.511274 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9d75b987-85df-4009-9578-f0b84de0d6ce req-62094b7e-f0c7-43c8-acb3-c941cc5d7a13 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 931 time: 0.1666172 Jun 12 19:40:09.539221 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:40:09.540819 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.546318 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.547096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=58859603-954a-40d4-b95b-3386d00d9a83,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:40:09.548199 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e9eaf5b-5149-4cd8-9890-04fca609440a HTTP/1.1" status: 204 len: 168 time: 0.3968596 Jun 12 19:40:09.551314 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6a9aef13-5f73-450c-b6ee-bcbd5ed76c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:09.553271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.558543 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.560854 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13f4cbe9-d84d-4fc0-92de-ffd866d04608 HTTP/1.1" status: 204 len: 168 time: 0.6200278 Jun 12 19:40:09.563611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:09.573207 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.585495 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9eaf5b-5149-4cd8-9890-04fca609440a,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:09.589480 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f4cbe9-d84d-4fc0-92de-ffd866d04608,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:09.592997 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.594734 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.595398 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:09.644091 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9d75b987-85df-4009-9578-f0b84de0d6ce req-0175f279-7bd4-4c6c-8c70-186031c18ecc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201773 Jun 12 19:40:09.692657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:09.694130 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:09.697598 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] 10.222.0.41 "PUT /v2.0/ports/58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1094 time: 2.7899477 Jun 12 19:40:09.851849 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Pushing event updated for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:09.879833 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:09.971481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e28d4-1f42-4f0e-b003-336e6d025a70 req-f6b478af-9d65-4163-8d04-0bd3731fccd3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:09.983760 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329e28d4-1f42-4f0e-b003-336e6d025a70 req-f6b478af-9d65-4163-8d04-0bd3731fccd3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.2798028 Jun 12 19:40:10.101283 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329e28d4-1f42-4f0e-b003-336e6d025a70 req-66a9b085-e55a-4ca5-aaa1-24c1756151e1 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132607 Jun 12 19:40:10.292504 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35586) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:10.328330 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35588) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:10.373195 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.415617 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.433035 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7d88-d69d-4eb9-b85b-34468d269ce7 req-e848b934-fe84-42d8-b6fb-1a865560585f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:10.435056 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-309b7d88-d69d-4eb9-b85b-34468d269ce7 req-e848b934-fe84-42d8-b6fb-1a865560585f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.4959090 Jun 12 19:40:10.475268 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.db.api [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 19:40:10.475268 dv-cinder-796113-3-iscsi neutron-server[98312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 12 19:40:10.475268 dv-cinder-796113-3-iscsi neutron-server[98312]: [parameters: {'project_id': 'ef30c8f7bc9e4cf3bee1cffe352f2b35', 'id': 'af6e81d8-200e-4513-8035-3672449c39b9', 'expiration': datetime.datetime(2021, 6, 12, 19, 42, 10, 461255)}] Jun 12 19:40:10.475268 dv-cinder-796113-3-iscsi neutron-server[98312]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 19:40:10.475900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_db.api [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 19:40:10.504318 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-309b7d88-d69d-4eb9-b85b-34468d269ce7 req-6d53a965-45a6-404a-bdf4-f82ef42246e8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Jun 12 19:40:10.529425 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7825-2dfd-47c1-aff6-ce3f22806ee3 req-d7245601-2f6a-46a1-8901-943475eace36 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:10.532630 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8bca7825-2dfd-47c1-aff6-ce3f22806ee3 req-d7245601-2f6a-46a1-8901-943475eace36 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.2301948 Jun 12 19:40:10.620545 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8bca7825-2dfd-47c1-aff6-ce3f22806ee3 req-f9a42d0e-1d57-43fd-ba80-a05291d795a1 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744472 Jun 12 19:40:10.657170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.662468 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.666501 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ccdc1d8f-fe75-4afd-86d2-a31538cac4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:10.680372 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:10.683936 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245fe73-7005-417b-85ff-b57588aa7f11" -d '{"events": [{"name": "network-changed", "server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "tag": "58859603-954a-40d4-b95b-3386d00d9a83"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:10.730677 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb55926-1cbc-479d-b475-7d130d849afd,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:10.736504 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:10.741009 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14321f99bea54c2fb41a66bcbf7b5de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469287 Jun 12 19:40:10.743195 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92214ed7-a8b8-43f1-8333-18eeaaf85771 x-openstack-request-id: req-92214ed7-a8b8-43f1-8333-18eeaaf85771 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:10.743526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "tag": "58859603-954a-40d4-b95b-3386d00d9a83", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:10.743910 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92214ed7-a8b8-43f1-8333-18eeaaf85771 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:10.744214 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83', 'status': 'completed', 'code': 200} Jun 12 19:40:10.745303 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35594) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:10.843347 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.889087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.949627 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.953918 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:10.955391 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccb55926-1cbc-479d-b475-7d130d849afd HTTP/1.1" status: 204 len: 168 time: 0.2085428 Jun 12 19:40:10.956463 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6c4e536d-7084-4e6c-b86f-4ea2eb7a7489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:10.967804 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb55926-1cbc-479d-b475-7d130d849afd,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:10.970734 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:10.978121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.063652 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a02e-373a-4730-a244-78cf03a6caf8 req-543d25bb-252a-4cec-b08c-ee7a108d4961 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:11.066121 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7bc3a02e-373a-4730-a244-78cf03a6caf8 req-543d25bb-252a-4cec-b08c-ee7a108d4961 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 931 time: 0.1760638 Jun 12 19:40:11.157467 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7bc3a02e-373a-4730-a244-78cf03a6caf8 req-6ef8ad2c-6ae2-4cac-b13b-6580f91bc70a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726969 Jun 12 19:40:11.205657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.212472 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.219661 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:11.294693 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef30c8f7bc9e4cf3bee1cffe352f2b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9627941 Jun 12 19:40:11.297527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a813d9c-5f8b-456a-8b64-bb62e4a5d981,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:11.301397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 35604) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:11.304474 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:11.392203 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.404087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9f23-ed6a-48a0-b425-da0371633886 req-7cc48dfd-c796-4f36-93cf-7821f7bcaebe tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:11.405946 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bc1a9f23-ed6a-48a0-b425-da0371633886 req-7cc48dfd-c796-4f36-93cf-7821f7bcaebe tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1164565 Jun 12 19:40:11.430926 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.470033 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bc1a9f23-ed6a-48a0-b425-da0371633886 req-a5525ad7-12fc-4334-a896-12d7cf947bbb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513871 Jun 12 19:40:11.499410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Request body: {'port': {'device_id': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:11.598441 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.602882 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.604395 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a813d9c-5f8b-456a-8b64-bb62e4a5d981 HTTP/1.1" status: 204 len: 168 time: 0.3018093 Jun 12 19:40:11.629273 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:11.684733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ae2ba634-91c4-4ade-893c-15c3416ac62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:11.727005 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a813d9c-5f8b-456a-8b64-bb62e4a5d981,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:11.740270 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:11.850256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c122-88f2-40fa-901d-73ca353b99fd req-ace8b039-8046-43d8-8f13-bd409f13e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:11.852230 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6126c122-88f2-40fa-901d-73ca353b99fd req-ace8b039-8046-43d8-8f13-bd409f13e4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1096 time: 0.3417883 Jun 12 19:40:11.861297 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-08ce520c-8366-45c4-80e6-cb4bf393bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:11.865575 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-08ce520c-8366-45c4-80e6-cb4bf393bf7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1097 time: 0.2827392 Jun 12 19:40:11.991110 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:12.091288 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-ef0aff40-75e7-4638-a7f1-6b0d75772427 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885317 Jun 12 19:40:12.334214 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c122-88f2-40fa-901d-73ca353b99fd req-fd9acbb7-3319-46bc-a823-310349cebfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.335866 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6126c122-88f2-40fa-901d-73ca353b99fd req-fd9acbb7-3319-46bc-a823-310349cebfca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b66377dbfee048de9262c33e6a5e15e4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4578211 Jun 12 19:40:12.364898 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-f280962c-70c4-4bb6-ba40-daa1a703f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.366523 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-f280962c-70c4-4bb6-ba40-daa1a703f38b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ef8e971ae934fba89e2cb3899677dea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4745557 Jun 12 19:40:12.574704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93bb9-bb11-485a-b44a-308519d8ca74 req-ee0b1c6d-5521-4783-889b-bf922c8d0281 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.596837 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7bd93bb9-bb11-485a-b44a-308519d8ca74 req-ee0b1c6d-5521-4783-889b-bf922c8d0281 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.6042633 Jun 12 19:40:12.612356 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9065d-75f3-4b70-894d-6bd94da6ed4c req-1dc1f423-b631-434f-9504-3104536d2c45 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.619662 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bea9065d-75f3-4b70-894d-6bd94da6ed4c req-1dc1f423-b631-434f-9504-3104536d2c45 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.7620466 Jun 12 19:40:12.714858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-4f79ae59-542c-47dd-9975-a70b51a8ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.716798 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f245fe73-7005-417b-85ff-b57588aa7f11 req-4f79ae59-542c-47dd-9975-a70b51a8ee43 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3243129 Jun 12 19:40:12.746113 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1566f92b-c674-4b8a-9391-4ed8ff0b74c3 req-193369e7-2005-461f-b0ae-11f1bead9348 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469300 Jun 12 19:40:12.762337 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bea9065d-75f3-4b70-894d-6bd94da6ed4c req-ba134c11-2afc-43b5-ad6e-7596a08e01c8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412933 Jun 12 19:40:12.767590 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c122-88f2-40fa-901d-73ca353b99fd req-959f8264-81aa-4a07-bbc9-44d5c6409d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:12.770395 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6126c122-88f2-40fa-901d-73ca353b99fd req-959f8264-81aa-4a07-bbc9-44d5c6409d57 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4257202 Jun 12 19:40:12.800104 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7bd93bb9-bb11-485a-b44a-308519d8ca74 req-a8da6882-6f8c-4f2f-ac3b-092498b33014 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811309 Jun 12 19:40:13.169390 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-3f9ef13a-468f-4c19-814f-0778d151573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:13.173666 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-3f9ef13a-468f-4c19-814f-0778d151573e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1097 time: 0.3316903 Jun 12 19:40:13.247090 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9526d-a16e-4210-808d-46a1fbaf6382 req-21b53635-3d5a-4f4c-865d-53952f3358b1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:13.251987 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1dc9526d-a16e-4210-808d-46a1fbaf6382 req-21b53635-3d5a-4f4c-865d-53952f3358b1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 931 time: 0.1939571 Jun 12 19:40:13.364334 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1dc9526d-a16e-4210-808d-46a1fbaf6382 req-4c586e70-6e28-458d-b312-7413ea23f9f3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008115 Jun 12 19:40:13.465252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:13.513452 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:13.540023 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99516d37-3de7-4363-9a1b-b0684a113026 req-c7f6df02-8e38-4cfe-b853-8a81199068d6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:13.541793 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-99516d37-3de7-4363-9a1b-b0684a113026 req-c7f6df02-8e38-4cfe-b853-8a81199068d6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.3751581 Jun 12 19:40:13.565077 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Transition to ACTIVE for port object 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:40:13.622787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:13.629238 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:13.634050 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-99516d37-3de7-4363-9a1b-b0684a113026 req-4d0aba78-6805-42f3-b846-f0b929b2eca0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709641 Jun 12 19:40:13.809383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:13.819614 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:14.077942 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Attempting to bind port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:40:14.079223 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Attempting to bind port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:40:14.080275 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Attempting to bind port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:14.103325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 on network 3120e33c-815a-4918-b511-4e2800503bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:40:14.106155 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Attempting to bind port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:40:14.120086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:40:14.121502 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Checking segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:40:14.122510 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Bound using segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:40:14.124210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Bound port: 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:40:14.125734 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:14.450532 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:40:14.486013 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:40:14.506064 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:14.512186 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476358c-8b26-4017-8f54-56fb3d4923ec req-2aa72ac8-06cc-4e75-a64d-766c062413bf tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:14.515613 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c476358c-8b26-4017-8f54-56fb3d4923ec req-2aa72ac8-06cc-4e75-a64d-766c062413bf tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.3096595 Jun 12 19:40:14.517132 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:14.630991 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c476358c-8b26-4017-8f54-56fb3d4923ec req-b2f85350-af02-4f6e-965f-34e95088aff9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890169 Jun 12 19:40:14.651022 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:14.653389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:14.671494 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 1093 time: 3.1689868 Jun 12 19:40:14.675033 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:14.677884 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81410110-b8eb-478c-b7a0-91b431390a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:14.751629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297c42-273b-4d68-89ff-52af0e867a41 req-fb9c465b-ba7d-4c91-a9ef-406dd6087ea8 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:14.754325 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c2297c42-273b-4d68-89ff-52af0e867a41 req-fb9c465b-ba7d-4c91-a9ef-406dd6087ea8 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.4286261 Jun 12 19:40:14.764830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:14.817814 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.818308 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.818736 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.819166 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.819592 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.820016 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.820466 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.820914 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.821560 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.821991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.822576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.823133 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:14.835678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:14.846037 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c2297c42-273b-4d68-89ff-52af0e867a41 req-3e868a2c-ec82-45d5-9b32-e2543ddf2205 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616047 Jun 12 19:40:15.127781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37fb80-2816-429e-b248-840b8deb7c63 req-51a1343b-ec5b-4cbc-8733-4d29c9f60ea7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:15.135696 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2a37fb80-2816-429e-b248-840b8deb7c63 req-51a1343b-ec5b-4cbc-8733-4d29c9f60ea7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1255682 Jun 12 19:40:15.213049 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2a37fb80-2816-429e-b248-840b8deb7c63 req-f28ff38d-3d48-4151-8aeb-fe77f60830a5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763850 Jun 12 19:40:15.309682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc4152a-ff95-4d99-9f5a-5c05e83f0125 x-openstack-request-id: req-4cc4152a-ff95-4d99-9f5a-5c05e83f0125 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:15.310236 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:15.310388 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cc4152a-ff95-4d99-9f5a-5c05e83f0125 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:15.311321 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'status': 'completed', 'code': 200} Jun 12 19:40:15.356417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a56ed-7aad-4f5f-8d23-1addaaa14a82 req-a1ee9310-5702-491f-8b7e-f41750cfe66d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:15.359029 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab2a56ed-7aad-4f5f-8d23-1addaaa14a82 req-a1ee9310-5702-491f-8b7e-f41750cfe66d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.4506061 Jun 12 19:40:15.417642 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab2a56ed-7aad-4f5f-8d23-1addaaa14a82 req-6d2c6f64-9768-4c0a-a1f8-5b6da6ca3554 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470021 Jun 12 19:40:15.515939 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:40:15.727043 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35732) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:15.945828 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf5dfc-ff63-412a-8c8b-7fdf839ea64d req-80015221-ed84-4b77-bb1b-02291dcfecde tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:15.948576 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6fdf5dfc-ff63-412a-8c8b-7fdf839ea64d req-80015221-ed84-4b77-bb1b-02291dcfecde tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1163726 Jun 12 19:40:15.967382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.049481 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6fdf5dfc-ff63-412a-8c8b-7fdf839ea64d req-af15369d-5352-4b56-aa2f-a648f5e91b25 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857713 Jun 12 19:40:16.160417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee438-45cb-4b07-907c-0f9e14a2225c req-0ab7dfd1-0fd8-4206-b26c-0f744808e03a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:16.162044 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f70ee438-45cb-4b07-907c-0f9e14a2225c req-0ab7dfd1-0fd8-4206-b26c-0f744808e03a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1277826 Jun 12 19:40:16.166713 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.172481 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.178023 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-038e7ed8-1c97-4315-9e38-45c08aa1463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:16.229515 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb75ca2e6b134dd0ab4e3e2e97a49405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013463 Jun 12 19:40:16.231795 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68fd854-738d-4be1-8586-62b9e0df69e5,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:16.234439 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35738) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:16.240855 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:16.281154 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f70ee438-45cb-4b07-907c-0f9e14a2225c req-31a7b4e4-1d04-4a8c-8f87-fc86046bebf4 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099668 Jun 12 19:40:16.393721 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.430883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.548761 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458408a-ab9f-462a-ae5d-1314e0b0631e req-e66a9b19-8407-4b66-9fec-7c6c74768f06 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:16.551489 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f458408a-ab9f-462a-ae5d-1314e0b0631e req-e66a9b19-8407-4b66-9fec-7c6c74768f06 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1230648 Jun 12 19:40:16.573669 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.578478 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:16.579866 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b68fd854-738d-4be1-8586-62b9e0df69e5 HTTP/1.1" status: 204 len: 168 time: 0.3444767 Jun 12 19:40:16.595993 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:16.612608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68fd854-738d-4be1-8586-62b9e0df69e5,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:16.622833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:16.631882 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f458408a-ab9f-462a-ae5d-1314e0b0631e req-36bc1d19-c756-4841-a9dd-cd33b9445e88 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697420 Jun 12 19:40:16.729281 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257c85-4f80-4b2c-9b0f-60ddf525aa80 req-cfdd02a3-0bb1-43f8-95b0-e9e5b312d30b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:16.732171 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f257c85-4f80-4b2c-9b0f-60ddf525aa80 req-cfdd02a3-0bb1-43f8-95b0-e9e5b312d30b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1380219 Jun 12 19:40:16.782711 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f257c85-4f80-4b2c-9b0f-60ddf525aa80 req-e5f7752f-7f74-4104-94ec-7b8abcd5aeeb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438900 Jun 12 19:40:16.950918 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35756) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:16.972024 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:17.172158 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-4d101950-9b32-4950-a8ea-5627c413a2d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 217 time: 0.1205082 Jun 12 19:40:17.251534 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-d6b61017-fb65-4685-8245-660233f4bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.252930 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-d6b61017-fb65-4685-8245-660233f4bc6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0724897 Jun 12 19:40:17.258208 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-dd0eb96b-14de-4609-82a5-fb9b262b3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.259685 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-dd0eb96b-14de-4609-82a5-fb9b262b3e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1096 time: 0.1901953 Jun 12 19:40:17.343228 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:17.349894 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-348ea82b-a4e0-4a90-b7b4-e0d2791fea4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28373373-f5c1-46c5-94a5-58ce550bb43f HTTP/1.1" status: 200 len: 217 time: 0.0807898 Jun 12 19:40:17.353972 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635839-587d-41b6-8368-9304c8d801eb req-6fdcb143-68ff-442e-836a-1dd730f5ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.356687 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-6fdcb143-68ff-442e-836a-1dd730f5ff4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1097 time: 0.3322659 Jun 12 19:40:17.368769 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:17.380347 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4dc216ae-c77a-4607-997c-9fd482a040b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:17.418210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410110-b8eb-478c-b7a0-91b431390a6a req-dd838feb-3623-4347-b30d-34fadd169a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.421466 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-81410110-b8eb-478c-b7a0-91b431390a6a req-dd838feb-3623-4347-b30d-34fadd169a15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1096 time: 0.3464582 Jun 12 19:40:17.459732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-e35e95d8-9b46-46c4-b951-5fbc0822b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.461554 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-e35e95d8-9b46-46c4-b951-5fbc0822b963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.0911474 Jun 12 19:40:17.463830 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-1ab1ef0d-7863-4f83-bd67-2d5b61c6f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.466485 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-1ab1ef0d-7863-4f83-bd67-2d5b61c6f450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2054825 Jun 12 19:40:17.555062 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-956ba621-8214-4eab-9364-e497823fb6da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816782 Jun 12 19:40:17.640897 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9b877434be94a52a405c48c14f97f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883085 Jun 12 19:40:17.658252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e2354-8760-4ac3-b2a1-0cb474898ab8,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:17.662409 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:17.663272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 35766) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:17.797386 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-a3a8712c-caf3-4d18-97d9-f073acaef0df service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226647 Jun 12 19:40:17.814479 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-86fa170d-ed08-4126-899e-13265ecf98fb service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481003 Jun 12 19:40:17.826859 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebcee1-80f1-4f0b-ac41-dab74ae948a5 req-b0d117da-f92a-4ce8-8772-d99315164209 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:17.828517 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c3ebcee1-80f1-4f0b-ac41-dab74ae948a5 req-b0d117da-f92a-4ce8-8772-d99315164209 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.2878971 Jun 12 19:40:18.161303 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c3ebcee1-80f1-4f0b-ac41-dab74ae948a5 req-c25b8c3d-821e-4f2c-b03d-b3694bb70c7e tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126631 Jun 12 19:40:18.219499 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d93c668-ba36-47e7-84d7-12f330e97b8b req-9853d7fd-9c90-4c0c-a0d8-ef965bcca4c9 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886101 Jun 12 19:40:18.223939 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a26cbab8-8aa4-4771-9b13-21e6b58fa250 req-e0a273c4-014f-458c-9e23-b8a1be3b2779 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940198 Jun 12 19:40:18.239668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e795-32eb-410c-a21d-96cd2faaf338 req-069fda07-b6eb-4c50-a7d2-b6f98a4f80e3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:18.241737 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7b17e795-32eb-410c-a21d-96cd2faaf338 req-069fda07-b6eb-4c50-a7d2-b6f98a4f80e3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 1.0190151 Jun 12 19:40:18.366644 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635839-587d-41b6-8368-9304c8d801eb req-38934b4a-45d5-47c7-bb0b-e65a6f795a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:18.368223 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-38934b4a-45d5-47c7-bb0b-e65a6f795a96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.9949293 Jun 12 19:40:18.371361 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410110-b8eb-478c-b7a0-91b431390a6a req-76b8cca9-fb4c-4cd4-8d38-78a7f7260fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:18.372836 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-81410110-b8eb-478c-b7a0-91b431390a6a req-76b8cca9-fb4c-4cd4-8d38-78a7f7260fe6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.9097755 Jun 12 19:40:18.403447 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7b17e795-32eb-410c-a21d-96cd2faaf338 req-639f2d1d-ce13-4929-a3fe-c7ffcaed55c6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295176 Jun 12 19:40:18.404983 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:18.453747 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:18.488102 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de3c6e-661c-425e-b0c2-e236d8d6edaa req-7d5b66cb-a737-4780-bdb8-c77ec41e5677 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:18.489714 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-67de3c6e-661c-425e-b0c2-e236d8d6edaa req-7d5b66cb-a737-4780-bdb8-c77ec41e5677 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1073070 Jun 12 19:40:18.558027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:18.561982 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-67de3c6e-661c-425e-b0c2-e236d8d6edaa req-47d9605d-6ee3-4dd3-8afc-1b3ab7d94cd8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595074 Jun 12 19:40:18.579438 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:18.581167 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d6e2354-8760-4ac3-b2a1-0cb474898ab8 HTTP/1.1" status: 204 len: 168 time: 0.8847361 Jun 12 19:40:18.582235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a1067471-fdcb-482e-b20d-a5a8e133f22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:18.612982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e2354-8760-4ac3-b2a1-0cb474898ab8,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:18.616464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:18.749188 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089383e8-58f9-450f-bff3-39b782adf2a6 req-85edf2a2-9ace-4a97-9ed7-e882f43f50b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:18.751981 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-089383e8-58f9-450f-bff3-39b782adf2a6 req-85edf2a2-9ace-4a97-9ed7-e882f43f50b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1271458 Jun 12 19:40:18.821454 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-089383e8-58f9-450f-bff3-39b782adf2a6 req-5d0261bf-09db-40ff-a2c2-96ca9d9f41ea tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596788 Jun 12 19:40:19.468591 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393945c-d299-40fe-a2f6-78f79fffafac req-d9973c8c-cee3-4adc-92d2-a14a908d6369 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:19.470363 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e393945c-d299-40fe-a2f6-78f79fffafac req-d9973c8c-cee3-4adc-92d2-a14a908d6369 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1536417 Jun 12 19:40:19.561439 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e393945c-d299-40fe-a2f6-78f79fffafac req-2d8e764d-3d41-4cb7-b249-209aed23b153 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781074 Jun 12 19:40:19.673811 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cbdd1-1f91-4b37-bacf-519381d88877 req-b4ed2b30-bf9e-4d52-ab5d-8ace5a837c3a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:19.675538 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-910cbdd1-1f91-4b37-bacf-519381d88877 req-b4ed2b30-bf9e-4d52-ab5d-8ace5a837c3a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1112304 Jun 12 19:40:19.765640 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-910cbdd1-1f91-4b37-bacf-519381d88877 req-bf9a58d3-d464-46da-aa94-7b58c9fc458e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777314 Jun 12 19:40:19.977018 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12f895-ba13-4ddc-8b61-0e9e7e772f01 req-eff5d709-dd44-442f-b3c1-ada87e299e31 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:19.984827 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf12f895-ba13-4ddc-8b61-0e9e7e772f01 req-eff5d709-dd44-442f-b3c1-ada87e299e31 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1628542 Jun 12 19:40:20.075795 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf12f895-ba13-4ddc-8b61-0e9e7e772f01 req-85d7d464-f988-4f19-b9f6-b1c8b1fda2c5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865653 Jun 12 19:40:20.177934 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469af1f-ab5a-476c-839f-34d8627389ce req-8532753e-cac3-4faf-9896-bc89c3aeb59f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:20.182308 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1469af1f-ab5a-476c-839f-34d8627389ce req-8532753e-cac3-4faf-9896-bc89c3aeb59f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1367626 Jun 12 19:40:20.261988 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1469af1f-ab5a-476c-839f-34d8627389ce req-03cd5b79-9418-4581-91cd-393b1173525d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736849 Jun 12 19:40:21.057669 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ef45-a262-4234-bf71-f3c59ca02429 req-d5f1eabb-a9b5-4fd6-b1ba-94b63a537f83 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:21.060778 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5848ef45-a262-4234-bf71-f3c59ca02429 req-d5f1eabb-a9b5-4fd6-b1ba-94b63a537f83 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1287100 Jun 12 19:40:21.119102 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5848ef45-a262-4234-bf71-f3c59ca02429 req-3e60877b-701a-4e1a-92d2-9338c9b0b7b6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Jun 12 19:40:21.444731 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc6d4-3bb6-4b4f-9162-4f8880ae3b81 req-0336c875-598e-48cb-92ee-0ca0132e8b9f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:21.447867 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-060dc6d4-3bb6-4b4f-9162-4f8880ae3b81 req-0336c875-598e-48cb-92ee-0ca0132e8b9f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1550701 Jun 12 19:40:21.512018 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-060dc6d4-3bb6-4b4f-9162-4f8880ae3b81 req-b0e5bf5a-8f15-4553-bcee-38fd836a84e6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557799 Jun 12 19:40:21.574332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94aa4-5957-488d-b9a5-c848d96e38e6 req-777d1153-7383-4251-b374-a7447a934b7b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:21.575950 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4bb94aa4-5957-488d-b9a5-c848d96e38e6 req-777d1153-7383-4251-b374-a7447a934b7b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1022596 Jun 12 19:40:21.627507 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4bb94aa4-5957-488d-b9a5-c848d96e38e6 req-cce083b7-2aab-40e9-9d0f-971f682ddefc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Jun 12 19:40:22.374431 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2a5e0-8fd0-44a1-ae63-9614e053b360 req-6ed3521a-9dfc-416d-8482-c62ba408044f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:22.376045 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-29a2a5e0-8fd0-44a1-ae63-9614e053b360 req-6ed3521a-9dfc-416d-8482-c62ba408044f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1063285 Jun 12 19:40:22.443606 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-29a2a5e0-8fd0-44a1-ae63-9614e053b360 req-3ad32af5-001f-431e-a2e3-d51985f457cf tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Jun 12 19:40:22.562216 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-78217f3c-1fce-4479-aa92-ce4e75e45396 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.0871937 Jun 12 19:40:22.741041 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361bc69-3547-442b-bdb7-55486a58e6e3 req-81651952-b02b-43c5-8cd6-756c0a9ba01a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:22.742568 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e361bc69-3547-442b-bdb7-55486a58e6e3 req-81651952-b02b-43c5-8cd6-756c0a9ba01a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0816274 Jun 12 19:40:22.761880 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635839-587d-41b6-8368-9304c8d801eb req-90bb0fea-e2bd-464b-be8a-d96fbf7d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:22.762895 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-90bb0fea-e2bd-464b-be8a-d96fbf7d4066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.1810017 Jun 12 19:40:22.795251 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e361bc69-3547-442b-bdb7-55486a58e6e3 req-a07e3408-8290-4d38-b7b3-d7687323ac50 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 Jun 12 19:40:22.817953 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-75d019e8-9c39-46d7-8ba5-e82a61a4d9b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476475 Jun 12 19:40:22.849447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410110-b8eb-478c-b7a0-91b431390a6a req-c6f5369b-1be5-43d0-a8dc-802cda4bc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:22.851011 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-81410110-b8eb-478c-b7a0-91b431390a6a req-c6f5369b-1be5-43d0-a8dc-802cda4bc927 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3749461 Jun 12 19:40:23.004740 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-fd5c879f-c116-4e2f-9946-d4c772b51498 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796608 Jun 12 19:40:23.020638 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e281-281b-4056-96bd-4eb290a42d24 req-b33ed888-68df-42d8-be7a-d012f12d0e6c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:23.022297 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-33e7e281-281b-4056-96bd-4eb290a42d24 req-b33ed888-68df-42d8-be7a-d012f12d0e6c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1608818 Jun 12 19:40:23.075007 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-33e7e281-281b-4056-96bd-4eb290a42d24 req-ee18cd06-fe9a-4127-be7a-345d21cb8ff6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Jun 12 19:40:23.611501 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa635839-587d-41b6-8368-9304c8d801eb req-ae4e24ac-0813-4dda-bfa3-0cfa6b56879d service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784976 Jun 12 19:40:23.631763 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-27395687-6551-4c0c-95ec-eafa810d5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:23.633247 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-27395687-6551-4c0c-95ec-eafa810d5b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1096 time: 0.1093550 Jun 12 19:40:23.720664 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659711-ba44-4c68-832a-a2f43124a15b req-73b54e6a-f6c0-4183-9baf-5144464f9357 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:23.722356 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c7659711-ba44-4c68-832a-a2f43124a15b req-73b54e6a-f6c0-4183-9baf-5144464f9357 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1044943 Jun 12 19:40:23.737976 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-cda67b89-b233-472d-814a-0c151886b56b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 217 time: 0.0930552 Jun 12 19:40:23.774377 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c7659711-ba44-4c68-832a-a2f43124a15b req-cb170945-838b-498e-91cd-5a9c3c294265 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Jun 12 19:40:23.822086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-67c922a1-6f1c-4947-919f-f797ce9ad521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:23.824628 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-67c922a1-6f1c-4947-919f-f797ce9ad521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0802090 Jun 12 19:40:24.039035 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712767-c30b-4165-b951-5c0ec0221faa req-58864f7d-8f29-4dcc-b0d8-a93dcda93991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:24.041821 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-58864f7d-8f29-4dcc-b0d8-a93dcda93991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2104018 Jun 12 19:40:24.454938 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34e50c-de40-43a4-b9b8-9741067c49cc req-562612d9-9256-491a-8591-8f3f72bcd4b9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:24.457801 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe34e50c-de40-43a4-b9b8-9741067c49cc req-562612d9-9256-491a-8591-8f3f72bcd4b9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1603446 Jun 12 19:40:24.510081 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe34e50c-de40-43a4-b9b8-9741067c49cc req-65b843fc-b941-4c42-804d-a6f038bbf767 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460675 Jun 12 19:40:24.555462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcccafa-553e-4b97-a859-25cda5c66aad req-83cacf85-2ac8-4f45-8411-3102eae11f0d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:24.558134 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abcccafa-553e-4b97-a859-25cda5c66aad req-83cacf85-2ac8-4f45-8411-3102eae11f0d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.6328228 Jun 12 19:40:24.664066 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-db922c1a-61d0-4121-8bed-342ebab5cbab service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094394 Jun 12 19:40:24.674655 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abcccafa-553e-4b97-a859-25cda5c66aad req-e3d87d95-f379-400e-9cee-4b17a34f7bd3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076179 Jun 12 19:40:24.809772 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d712767-c30b-4165-b951-5c0ec0221faa req-1e7c53cf-f998-4861-8605-d99ebdc57ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337454 Jun 12 19:40:24.980711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0df884-286c-4682-be77-ee3707a142ca req-71dcf37d-c532-495f-b67f-ae5944b646a2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:24.983320 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3d0df884-286c-4682-be77-ee3707a142ca req-71dcf37d-c532-495f-b67f-ae5944b646a2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0806456 Jun 12 19:40:25.038075 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3d0df884-286c-4682-be77-ee3707a142ca req-29df6a0a-3bc1-4c2c-be04-e5e55f0618b5 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Jun 12 19:40:25.731869 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911accf-bb62-4e9c-89c7-f4700b78de39 req-69155c59-d673-4b39-83c9-4382b2828a33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:25.734418 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4911accf-bb62-4e9c-89c7-f4700b78de39 req-69155c59-d673-4b39-83c9-4382b2828a33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0893953 Jun 12 19:40:25.788807 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4911accf-bb62-4e9c-89c7-f4700b78de39 req-bf0af9ce-4bd2-4992-a99c-8e7cd7e31be0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Jun 12 19:40:26.021118 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a153-f65c-41a7-ae4e-5d3c58e9346d req-bd54c7eb-ec86-4440-8e46-1a5248c35757 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:26.022539 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-27a9a153-f65c-41a7-ae4e-5d3c58e9346d req-bd54c7eb-ec86-4440-8e46-1a5248c35757 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1001577 Jun 12 19:40:26.099650 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-27a9a153-f65c-41a7-ae4e-5d3c58e9346d req-edec37ac-6109-48cf-8820-e91e93899a35 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656655 Jun 12 19:40:26.286305 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0a0e-4a13-491d-b692-e2d66f337735 req-acea3265-f30a-42e8-b366-65c10804e33b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:26.287885 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-573e0a0e-4a13-491d-b692-e2d66f337735 req-acea3265-f30a-42e8-b366-65c10804e33b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0759342 Jun 12 19:40:26.337853 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-573e0a0e-4a13-491d-b692-e2d66f337735 req-ce871313-d577-4b9e-93b4-2c25286f9872 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Jun 12 19:40:26.850072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-dde1e445-aeea-4f30-a8df-80f15cc48249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:27.019385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cfff3-97e9-4b02-b99c-7b9f8786f084 req-8cf02c6b-73be-484d-9c5e-ffbf725c11d7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:27.021521 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2e3cfff3-97e9-4b02-b99c-7b9f8786f084 req-8cf02c6b-73be-484d-9c5e-ffbf725c11d7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0895770 Jun 12 19:40:27.073968 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2e3cfff3-97e9-4b02-b99c-7b9f8786f084 req-fae303ff-2c41-4cb3-8bc3-3f0e88e04433 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457892 Jun 12 19:40:27.311040 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a716-f9ae-43df-8d83-10cd76fd0f0f req-0fc8941e-22ee-4c27-9a32-3d430a1a57fe tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:27.312600 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-90a4a716-f9ae-43df-8d83-10cd76fd0f0f req-0fc8941e-22ee-4c27-9a32-3d430a1a57fe tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0817287 Jun 12 19:40:27.361429 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-90a4a716-f9ae-43df-8d83-10cd76fd0f0f req-1ca1d0a4-a9d6-43ba-a4f9-3b1fb8daf09e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Jun 12 19:40:27.789463 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa7cf-fa53-4c70-b037-10fdc48f7cb5 req-c0e54f4d-72ac-4f19-a87e-fba2a08626d8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:27.791172 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-50ffa7cf-fa53-4c70-b037-10fdc48f7cb5 req-c0e54f4d-72ac-4f19-a87e-fba2a08626d8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1008987 Jun 12 19:40:27.853974 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-50ffa7cf-fa53-4c70-b037-10fdc48f7cb5 req-1bbcc1f7-3090-485d-9514-e325b173f4e2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Jun 12 19:40:28.275042 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edb85-92d7-407c-a453-b75d68beef77 req-049d1044-29b8-4942-b9c2-62f07a3ed98c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:28.276701 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4f3edb85-92d7-407c-a453-b75d68beef77 req-049d1044-29b8-4942-b9c2-62f07a3ed98c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0772958 Jun 12 19:40:28.330604 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4f3edb85-92d7-407c-a453-b75d68beef77 req-5e089ac0-e280-4ad4-9b81-7be52df84701 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Jun 12 19:40:28.582229 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcf2a0-36c0-422f-b13a-57b69b588ea2 req-486c6eb0-66fb-48fc-9b84-4c5362164b69 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:28.583813 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-22bcf2a0-36c0-422f-b13a-57b69b588ea2 req-486c6eb0-66fb-48fc-9b84-4c5362164b69 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0911179 Jun 12 19:40:28.634475 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-22bcf2a0-36c0-422f-b13a-57b69b588ea2 req-fb79f2d7-6652-4cdf-8645-6ac3f742f44a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Jun 12 19:40:29.071051 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f56166-b266-4548-a1ca-f1d6227f8f2f req-a8c7aee4-d5ba-487b-be01-4e3cb7c25a83 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:29.072879 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a9f56166-b266-4548-a1ca-f1d6227f8f2f req-a8c7aee4-d5ba-487b-be01-4e3cb7c25a83 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0852485 Jun 12 19:40:29.136439 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a9f56166-b266-4548-a1ca-f1d6227f8f2f req-cb57584e-72c0-4520-b7ab-83747b8ba799 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Jun 12 19:40:29.551253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f1c27-63e0-442a-bccd-9e265003971b req-33e5aa5c-2d38-446f-b039-69231deb999b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:29.552844 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dc2f1c27-63e0-442a-bccd-9e265003971b req-33e5aa5c-2d38-446f-b039-69231deb999b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0939872 Jun 12 19:40:29.605549 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dc2f1c27-63e0-442a-bccd-9e265003971b req-aaffdf04-88cb-4b47-a439-5c8bffa73768 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Jun 12 19:40:29.836816 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6f117-784d-4415-baa8-af3931f646cf req-32fa2e45-e20b-4b49-a9f7-1afe388bfd4d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:29.838413 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-28d6f117-784d-4415-baa8-af3931f646cf req-32fa2e45-e20b-4b49-a9f7-1afe388bfd4d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0790038 Jun 12 19:40:29.886395 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-28d6f117-784d-4415-baa8-af3931f646cf req-6ee9aa87-155f-4b79-8131-d4e10b626084 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 12 19:40:30.391060 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8318a-7a51-4a0f-b277-7a941e05abd0 req-624663c4-8678-483d-9ded-40df185e8f80 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:30.393093 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8cc8318a-7a51-4a0f-b277-7a941e05abd0 req-624663c4-8678-483d-9ded-40df185e8f80 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.1105690 Jun 12 19:40:30.440609 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8cc8318a-7a51-4a0f-b277-7a941e05abd0 req-cea1d480-9793-405a-ab0e-41ef700d643c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Jun 12 19:40:30.702107 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-94500af3-3307-4f4f-b355-1f28bb974e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:30.842123 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21d81-b743-4fa0-b5ec-77979ae9b854 req-c3bbe6f4-94c7-48a9-8e68-1480def6a12f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:30.843914 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27a21d81-b743-4fa0-b5ec-77979ae9b854 req-c3bbe6f4-94c7-48a9-8e68-1480def6a12f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0833333 Jun 12 19:40:30.847561 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 9347c1ba-0926-47c7-a196-387eabde8230 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:40:30.903257 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27a21d81-b743-4fa0-b5ec-77979ae9b854 req-7376b205-cd30-46dd-9bc1-4a0c46099ecd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517838 Jun 12 19:40:31.079428 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9347c1ba-0926-47c7-a196-387eabde8230,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:31.114906 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '9347c1ba-0926-47c7-a196-387eabde8230', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'port_id': '9347c1ba-0926-47c7-a196-387eabde8230', 'mac_address': 'fa:16:3e:51:cc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:40:31.134181 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604fe19-42a0-4e19-b6d0-c215343701dc req-8df34c99-cab8-454b-bfd6-008eb417ac72 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:31.135999 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e604fe19-42a0-4e19-b6d0-c215343701dc req-8df34c99-cab8-454b-bfd6-008eb417ac72 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1015265 Jun 12 19:40:31.172195 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:31.188185 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e604fe19-42a0-4e19-b6d0-c215343701dc req-1368531f-f181-45d4-aa23-04d3a6322ab8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Jun 12 19:40:31.202045 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:31.229883 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9347c1ba-0926-47c7-a196-387eabde8230 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:31.260404 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9347c1ba-0926-47c7-a196-387eabde8230,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:31.265728 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:31.268004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-f29f2022-cab5-4710-88a6-d4e4de3108a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:31.331101 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:31.339153 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.339536 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.339847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.340235 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.340552 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.341041 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.341819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.342158 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.342507 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.342982 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.343196 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.343665 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:31.348274 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:31.660463 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b98a-298d-4166-bb3d-13a519a4ea37 req-0be54b82-6d61-4d00-a424-35aab1921483 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:31.662387 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-04e7b98a-298d-4166-bb3d-13a519a4ea37 req-0be54b82-6d61-4d00-a424-35aab1921483 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0785511 Jun 12 19:40:31.712823 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-04e7b98a-298d-4166-bb3d-13a519a4ea37 req-acc6458d-0ecf-4008-9cef-f2d66894c808 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Jun 12 19:40:32.234446 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31aca4-99de-48fb-b6f7-0ac25acf5757 req-2ac779c5-1832-4b1c-a7ca-4c743f5547d1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:32.236466 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fa31aca4-99de-48fb-b6f7-0ac25acf5757 req-2ac779c5-1832-4b1c-a7ca-4c743f5547d1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1041338 Jun 12 19:40:32.292258 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fa31aca4-99de-48fb-b6f7-0ac25acf5757 req-c7295293-f0a1-4e50-bd5d-bb5319ce2ff6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Jun 12 19:40:32.403379 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee0cb5-33a8-4976-8e79-3ce0577fcba8 req-7a1edc90-fcd3-4eb1-bd69-a02042d95702 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:32.405711 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73ee0cb5-33a8-4976-8e79-3ce0577fcba8 req-7a1edc90-fcd3-4eb1-bd69-a02042d95702 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0893536 Jun 12 19:40:32.459268 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73ee0cb5-33a8-4976-8e79-3ce0577fcba8 req-4f730261-f871-4d03-968c-99f93bca6fcb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Jun 12 19:40:32.516600 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:32.914406 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d29e-dced-410a-92c7-2a99f55a9466 req-f6815341-0247-4ea8-a177-263fc423930e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:32.915961 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ed88d29e-dced-410a-92c7-2a99f55a9466 req-f6815341-0247-4ea8-a177-263fc423930e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0785623 Jun 12 19:40:32.960914 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ed88d29e-dced-410a-92c7-2a99f55a9466 req-b7f46c26-7f4b-4463-a4da-f48d0b3f4901 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Jun 12 19:40:33.533039 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c79ae-55c4-49be-aa32-8ba42a1176e7 req-ac0faf06-be8c-48b1-b0ad-c4a74d04758c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:33.534727 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4b3c79ae-55c4-49be-aa32-8ba42a1176e7 req-ac0faf06-be8c-48b1-b0ad-c4a74d04758c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0830736 Jun 12 19:40:33.592185 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4b3c79ae-55c4-49be-aa32-8ba42a1176e7 req-8d4b0a09-ae76-4111-b553-5a310aafa81d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 Jun 12 19:40:33.694133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2850-f763-4e36-9a90-7929fd3465d0 req-eb96c7eb-3d26-467f-adba-d1983df77eb3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:33.695735 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-435d2850-f763-4e36-9a90-7929fd3465d0 req-eb96c7eb-3d26-467f-adba-d1983df77eb3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0736072 Jun 12 19:40:33.745082 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-435d2850-f763-4e36-9a90-7929fd3465d0 req-3d61dc83-a67c-4a94-9ecb-d41d48d6c7e0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Jun 12 19:40:33.892640 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:34.161703 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb395d-5c40-43ab-b915-69ab390f7d3b req-7898836a-1f1a-4604-bcb3-5cf812914a47 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:34.163296 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abcb395d-5c40-43ab-b915-69ab390f7d3b req-7898836a-1f1a-4604-bcb3-5cf812914a47 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0799613 Jun 12 19:40:34.213280 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abcb395d-5c40-43ab-b915-69ab390f7d3b req-c48c8c00-18f4-432e-92d1-ca9b6b326833 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Jun 12 19:40:34.832302 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5250961-e46c-42c2-9d41-7e81bae1ee06 req-12486ec4-e8f8-48d9-9c64-a77d73b2a733 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:34.835331 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b5250961-e46c-42c2-9d41-7e81bae1ee06 req-12486ec4-e8f8-48d9-9c64-a77d73b2a733 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1018503 Jun 12 19:40:34.880638 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b5250961-e46c-42c2-9d41-7e81bae1ee06 req-92634594-6bae-4529-9363-024143d25d2a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 Jun 12 19:40:35.005440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c0e8-2103-4d95-b257-c7b845fddf63 req-80c2d981-4ba0-4227-a721-28892cd2acee tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:35.007003 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1419c0e8-2103-4d95-b257-c7b845fddf63 req-80c2d981-4ba0-4227-a721-28892cd2acee tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0779531 Jun 12 19:40:35.053010 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1419c0e8-2103-4d95-b257-c7b845fddf63 req-0484e0bb-5574-4ce5-b026-75e9fe834dd7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Jun 12 19:40:35.435853 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485603-01bc-44fb-b557-f71172e444cb req-4320fc22-4ee5-4820-95a8-87b49965d481 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:35.437498 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-02485603-01bc-44fb-b557-f71172e444cb req-4320fc22-4ee5-4820-95a8-87b49965d481 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0766959 Jun 12 19:40:35.494318 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-02485603-01bc-44fb-b557-f71172e444cb req-57223a52-bfd6-4269-a442-060b6b85e4a2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Jun 12 19:40:36.086958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2f131-a6bf-49ed-a1ef-2d0c720762f4 req-70e36cee-9207-452b-8022-c5a19e31bf74 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:36.088593 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b4f2f131-a6bf-49ed-a1ef-2d0c720762f4 req-70e36cee-9207-452b-8022-c5a19e31bf74 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0847290 Jun 12 19:40:36.144329 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b4f2f131-a6bf-49ed-a1ef-2d0c720762f4 req-abaf40c9-465e-436b-b570-5c5a67de02d3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Jun 12 19:40:36.251398 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ef49-f1d0-45cf-8eb4-1cb64897ca1e req-10be2639-ab2f-460e-bde9-e3a71d0d840d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:36.253042 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1d0ef49-f1d0-45cf-8eb4-1cb64897ca1e req-10be2639-ab2f-460e-bde9-e3a71d0d840d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0799735 Jun 12 19:40:36.302131 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1d0ef49-f1d0-45cf-8eb4-1cb64897ca1e req-ea0e1d8e-fb4e-425a-af0c-6b88c12ff37a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jun 12 19:40:36.699328 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808075b-5b76-4b28-8fbe-f729b5ba2afd req-53b9c60c-f715-4d97-87b5-c99b743f002a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:36.701804 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2808075b-5b76-4b28-8fbe-f729b5ba2afd req-53b9c60c-f715-4d97-87b5-c99b743f002a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0816457 Jun 12 19:40:36.761216 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2808075b-5b76-4b28-8fbe-f729b5ba2afd req-5fface4b-e798-407a-8d6f-6a60ddee058f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 Jun 12 19:40:37.375236 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279f7c8-3385-471a-bd99-10cceabfac5d req-001ae1ee-062c-46ce-ac89-14d3c5ea0658 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:37.377833 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c279f7c8-3385-471a-bd99-10cceabfac5d req-001ae1ee-062c-46ce-ac89-14d3c5ea0658 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0899904 Jun 12 19:40:37.455353 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c279f7c8-3385-471a-bd99-10cceabfac5d req-cd93768a-9b55-4f23-8c75-6559f6fada93 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682418 Jun 12 19:40:37.574309 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c0adb-fe97-4617-9148-9b0a14789f43 req-b5c1a316-de0a-4fee-b4d8-8384d765ba0f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:37.577452 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3c8c0adb-fe97-4617-9148-9b0a14789f43 req-b5c1a316-de0a-4fee-b4d8-8384d765ba0f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1180992 Jun 12 19:40:37.624767 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3c8c0adb-fe97-4617-9148-9b0a14789f43 req-12d58d40-6257-4554-8aa4-2292c4b2de71 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jun 12 19:40:37.956516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6d493-05c7-4eae-b0a1-8555c3326694 req-5719b43a-b8b1-4312-b476-a271c1bd4e5d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:37.958233 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-46d6d493-05c7-4eae-b0a1-8555c3326694 req-5719b43a-b8b1-4312-b476-a271c1bd4e5d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.0810304 Jun 12 19:40:38.006313 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-46d6d493-05c7-4eae-b0a1-8555c3326694 req-1a4b9900-3e01-459f-b7f0-51c6cf27135d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Jun 12 19:40:38.235086 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-ddd4aa9e-1071-4e72-8bf2-5a026e973364 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616586 Jun 12 19:40:38.355973 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-9c759e3c-27e0-4a9f-b477-e930756c8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:38.359103 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-9c759e3c-27e0-4a9f-b477-e930756c8e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07b8d77a6ed4ba4929054b84a655b9a&device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 1098 time: 0.0683475 Jun 12 19:40:38.460158 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['9347c1ba-0926-47c7-a196-387eabde8230'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:40:38.512677 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-1c83229f-0c02-43da-af99-a19f87dbb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:38.516136 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-1c83229f-0c02-43da-af99-a19f87dbb22b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c HTTP/1.1" status: 200 len: 912 time: 0.1358776 Jun 12 19:40:38.613665 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-a3320005-c60d-452c-bf73-674de3128dde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4 HTTP/1.1" status: 200 len: 217 time: 0.0904949 Jun 12 19:40:38.720561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-d2285a22-793f-494d-9fc8-ce8f8460f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:38.722115 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-d2285a22-793f-494d-9fc8-ce8f8460f6cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc654199-b7d8-471b-b8c8-feb48b53e34a HTTP/1.1" status: 200 len: 851 time: 0.1000938 Jun 12 19:40:38.773172 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-d54f8081-b1b5-49e6-9f28-27360442b85a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b9e2214-0dbd-4e3a-861a-1c01d13d338c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419767 Jun 12 19:40:38.823044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4ef1-f947-4d48-a191-802fe32c8fb2 req-cd0eae59-bf73-4d0b-bf7c-7c26ab7146e0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:38.824627 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-481c4ef1-f947-4d48-a191-802fe32c8fb2 req-cd0eae59-bf73-4d0b-bf7c-7c26ab7146e0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1911604 Jun 12 19:40:38.856571 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d91d80-1f71-4d70-bfc3-fffa408b6b16 req-20ff2b12-0019-4174-9715-2ddc1bdfae03 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:38.858996 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c4d91d80-1f71-4d70-bfc3-fffa408b6b16 req-20ff2b12-0019-4174-9715-2ddc1bdfae03 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.0824637 Jun 12 19:40:38.923129 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c4d91d80-1f71-4d70-bfc3-fffa408b6b16 req-ec52c4b4-2609-4fcd-b915-0c0cdd23547e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578058 Jun 12 19:40:38.960218 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-97a76285-6a29-42df-9a87-20de5f39a74c service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805120 Jun 12 19:40:38.964010 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-481c4ef1-f947-4d48-a191-802fe32c8fb2 req-87934547-2955-492d-810d-8440f00a5c76 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787480 Jun 12 19:40:39.181589 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4e2626c2-12dc-47c8-87f3-ea7113db6ede req-cbcfb24d-dd70-477d-bad8-df1d642e3cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108119 Jun 12 19:40:39.582197 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb37e-0738-4440-903f-6fed8e33f1fd req-f4b91e70-ff3a-4c4a-be90-7cafe40cd3bc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:39.583680 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ce0fb37e-0738-4440-903f-6fed8e33f1fd req-f4b91e70-ff3a-4c4a-be90-7cafe40cd3bc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 943 time: 0.3742955 Jun 12 19:40:39.594937 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 28373373-f5c1-46c5-94a5-58ce550bb43f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:40:39.634470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 9347c1ba-0926-47c7-a196-387eabde8230 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:40:39.649406 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ce0fb37e-0738-4440-903f-6fed8e33f1fd req-b27db9e5-94b1-441d-8c08-b502f3d9a546 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 Jun 12 19:40:39.880271 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 9347c1ba-0926-47c7-a196-387eabde8230 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:39.889147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 9347c1ba-0926-47c7-a196-387eabde8230 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:39.889776 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:39.953215 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28373373-f5c1-46c5-94a5-58ce550bb43f,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:39.975272 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '28373373-f5c1-46c5-94a5-58ce550bb43f', 'network_id': '703da9da-59d4-4706-ba5f-870dfc81107c', 'port_id': '28373373-f5c1-46c5-94a5-58ce550bb43f', 'mac_address': 'fa:16:3e:3d:cf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:40:40.124966 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.158353 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.217753 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9347c1ba-0926-47c7-a196-387eabde8230,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:40.219104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:40.222332 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ef580-7695-4a32-9686-febb6038236c" -d '{"events": [{"server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "name": "network-vif-plugged", "status": "completed", "tag": "9347c1ba-0926-47c7-a196-387eabde8230"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:40.225910 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28373373-f5c1-46c5-94a5-58ce550bb43f {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:40.246203 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40abd3-3b65-4ef8-9c73-f91d5afe3833 req-68f67976-6372-4ef7-9e76-e727d9ccd057 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:40.248244 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-da40abd3-3b65-4ef8-9c73-f91d5afe3833 req-68f67976-6372-4ef7-9e76-e727d9ccd057 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0936890 Jun 12 19:40:40.271256 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28373373-f5c1-46c5-94a5-58ce550bb43f,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:40.283298 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.284691 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 58859603-954a-40d4-b95b-3386d00d9a83 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:40:40.290424 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d703-ac4f-4e8e-ac4d-850a4c0b78c6 req-d318300f-153e-40ca-a76a-0938bc37ea66 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:40.292529 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-03c7d703-ac4f-4e8e-ac4d-850a4c0b78c6 req-d318300f-153e-40ca-a76a-0938bc37ea66 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 944 time: 0.1500835 Jun 12 19:40:40.359064 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-da40abd3-3b65-4ef8-9c73-f91d5afe3833 req-405142d3-6d70-410b-b6c4-2910a169d156 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903819 Jun 12 19:40:40.422383 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-03c7d703-ac4f-4e8e-ac4d-850a4c0b78c6 req-35681b81-727c-4696-b683-ae82a7f3a5c7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102319 Jun 12 19:40:40.442822 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=58859603-954a-40d4-b95b-3386d00d9a83,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:40.469008 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36228) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:40.475529 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.488597 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-8af0c613-3f20-45ee-8718-635beceb7aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:40.501242 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfec5392-4e8c-4bd0-a279-5ad7fee4ac48 x-openstack-request-id: req-dfec5392-4e8c-4bd0-a279-5ad7fee4ac48 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:40.502211 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "name": "network-vif-plugged", "status": "completed", "tag": "9347c1ba-0926-47c7-a196-387eabde8230", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:40.502797 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfec5392-4e8c-4bd0-a279-5ad7fee4ac48 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:40.504120 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230', 'code': 200} Jun 12 19:40:40.593371 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '58859603-954a-40d4-b95b-3386d00d9a83', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'port_id': '58859603-954a-40d4-b95b-3386d00d9a83', 'mac_address': 'fa:16:3e:04:41:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:40:40.715462 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:40.733243 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.736290 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.804771 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58859603-954a-40d4-b95b-3386d00d9a83 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:40.844700 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=58859603-954a-40d4-b95b-3386d00d9a83,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:40.866274 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:40.872939 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:40.877384 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:40.879403 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:40.893024 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866e373-179a-4ade-b88d-dd8c432aa04e req-2145ac1d-f050-4974-9ba0-a9133dbc9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:40.895809 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e866e373-179a-4ade-b88d-dd8c432aa04e req-2145ac1d-f050-4974-9ba0-a9133dbc9795 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.1305778 Jun 12 19:40:40.970268 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:40.974216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:40.975176 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:40.975741 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:41.062955 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e866e373-179a-4ade-b88d-dd8c432aa04e req-b621f443-7bc4-490f-a42d-16d82d9b9b8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505671 Jun 12 19:40:41.112180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.119102 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.130666 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5662b0c-4972-47b3-92aa-6960671562aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:41.149388 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1e39-96b1-47ba-b943-57807eecc9c8 req-a8663937-0234-4d10-87d2-e8d787f50632 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:41.151077 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5fed1e39-96b1-47ba-b943-57807eecc9c8 req-a8663937-0234-4d10-87d2-e8d787f50632 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 944 time: 0.2094712 Jun 12 19:40:41.222898 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7949b1ffc134c6e8cd7a7fe83f11a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521949 Jun 12 19:40:41.223710 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d113e-8b0e-4051-aeb1-1740f1f57dd3,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:41.227304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:41.227864 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36254) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:41.251549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5fed1e39-96b1-47ba-b943-57807eecc9c8 req-2c7a7537-a3d0-4632-8f8b-cb1a3b034da8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825050 Jun 12 19:40:41.303410 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['58859603-954a-40d4-b95b-3386d00d9a83'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:40:41.308331 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['28373373-f5c1-46c5-94a5-58ce550bb43f'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:40:41.343663 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.393880 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.503904 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.509900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.517631 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf5d113e-8b0e-4051-aeb1-1740f1f57dd3 HTTP/1.1" status: 204 len: 168 time: 0.2842784 Jun 12 19:40:41.517631 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-57283cf6-6a76-44fa-8f1b-fcdb8a4c1ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:41.552379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d113e-8b0e-4051-aeb1-1740f1f57dd3,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:41.574335 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.574952 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.576558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.577213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.577840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.578670 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.579263 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.579845 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.580621 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.581234 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.581829 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.582420 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:40:41.589888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:41.615290 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:40:41.676712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:41.833936 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd561-700e-4dcf-9a14-005e0c56cf5d req-c284f4f9-1bee-4144-83f5-ba1a5ea5c3de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:41.835847 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-eb5bd561-700e-4dcf-9a14-005e0c56cf5d req-c284f4f9-1bee-4144-83f5-ba1a5ea5c3de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1448791 Jun 12 19:40:41.843439 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501b972-6e98-46cb-bd93-d12290bb620f req-6f8f7c04-a8bc-4701-87ad-00cbb9c5a51e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:41.847042 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1501b972-6e98-46cb-bd93-d12290bb620f req-6f8f7c04-a8bc-4701-87ad-00cbb9c5a51e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 945 time: 0.1637731 Jun 12 19:40:41.908560 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:41.933985 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-eb5bd561-700e-4dcf-9a14-005e0c56cf5d req-2af59322-c6a5-4a99-a986-1def2a381c60 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874205 Jun 12 19:40:41.941527 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:40:41.948671 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1501b972-6e98-46cb-bd93-d12290bb620f req-56831c79-8912-447e-b430-8acb9278e631 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797799 Jun 12 19:40:42.028454 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.053331 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:40:42.098136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:42.104196 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.108016 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:42.182130 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36274) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:42.206308 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.279565 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:42.292244 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:42.464648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.477595 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.480726 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bc7e0ff1-435a-4375-8aa4-80ee096abf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:42.581543 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1db709b7df154ed28db6fe328a7a80ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981888 Jun 12 19:40:42.584416 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36288) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:42.584644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0961b8-1c39-4e79-8524-9b72fd3daef3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:42.588339 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:42.619893 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36290) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:42.725997 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.768291 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.786043 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d2e6-e498-4412-95d4-02fef5fe1015 req-b7dbcf55-c390-47cb-a3ba-e12721530059 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:42.788115 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fb57d2e6-e498-4412-95d4-02fef5fe1015 req-b7dbcf55-c390-47cb-a3ba-e12721530059 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 944 time: 0.1781042 Jun 12 19:40:42.796055 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:40:42.878020 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fb57d2e6-e498-4412-95d4-02fef5fe1015 req-795683b7-a4c4-4476-9a15-43e94be9691e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619707 Jun 12 19:40:42.879669 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.908176 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.913176 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:42.918269 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d0961b8-1c39-4e79-8524-9b72fd3daef3 HTTP/1.1" status: 204 len: 168 time: 0.3316550 Jun 12 19:40:42.919768 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eadd9123-4136-4fc6-80ca-d84c36c5e831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:42.935635 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0961b8-1c39-4e79-8524-9b72fd3daef3,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:42.941145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:43.071170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.080472 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.085269 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-470e9e38-a985-42c2-940a-552af3f83d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:43.172556 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3f096888b60477397edb268a680a411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518517 Jun 12 19:40:43.177992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36302) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:43.181476 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28ef564-7a14-4c18-ae80-0f97a976cdba,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:43.185625 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:43.232370 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36304) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:43.309244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad80b85-2d5a-453b-a34e-7c2a36243ac8 req-d5688161-793b-41ce-99eb-1933d9e77e39 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:43.323331 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ad80b85-2d5a-453b-a34e-7c2a36243ac8 req-d5688161-793b-41ce-99eb-1933d9e77e39 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 945 time: 0.1430218 Jun 12 19:40:43.336059 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.386087 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ad80b85-2d5a-453b-a34e-7c2a36243ac8 req-15e6926b-066d-41c1-a9ad-a3a02dee2777 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614424 Jun 12 19:40:43.406772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.512613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.515382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.516601 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a28ef564-7a14-4c18-ae80-0f97a976cdba HTTP/1.1" status: 204 len: 168 time: 0.3366377 Jun 12 19:40:43.536067 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:43.562127 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28ef564-7a14-4c18-ae80-0f97a976cdba,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:43.586562 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.593576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:43.647942 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec363-dc18-43cc-9097-8b41f7059588 req-7924b031-32ba-40ce-845a-935436f9a054 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:43.661919 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2f2ec363-dc18-43cc-9097-8b41f7059588 req-7924b031-32ba-40ce-845a-935436f9a054 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.2919075 Jun 12 19:40:43.741197 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2f2ec363-dc18-43cc-9097-8b41f7059588 req-1796e9cf-add4-490b-b091-6f226ac1f196 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776384 Jun 12 19:40:43.749338 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.758692 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.768712 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-beda68de-3cf8-479b-bfff-366513d7dcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:43.866369 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6989c3acdec4cc0b40e0f812468235c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316988 Jun 12 19:40:43.868082 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148bb941-3701-4737-8dbc-ef47896737c3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:43.869121 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36326) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:43.876522 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:43.960727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:43.976368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36332) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:43.991843 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.013357 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.058984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.063915 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.068567 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/148bb941-3701-4737-8dbc-ef47896737c3 HTTP/1.1" status: 204 len: 168 time: 0.1971171 Jun 12 19:40:44.069723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:44.082044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148bb941-3701-4737-8dbc-ef47896737c3,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:44.093219 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:44.314046 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293b93-d05c-4f04-9c8a-e06670ff3822 req-374c7934-c300-4779-ada4-2eb72a7d8d24 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:44.316741 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8b293b93-d05c-4f04-9c8a-e06670ff3822 req-374c7934-c300-4779-ada4-2eb72a7d8d24 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 944 time: 0.2220364 Jun 12 19:40:44.379754 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.390467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.400377 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:44.436881 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8b293b93-d05c-4f04-9c8a-e06670ff3822 req-3c6ed80a-aaf9-48e4-ba48-35244d47c80a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Jun 12 19:40:44.443431 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219368f3-d3f5-4455-a0a7-c527221b6d25,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:44.468702 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:44.487771 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36348) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:44.488119 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17c22ae7b03c4f6fbb39d91396b14b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099211 Jun 12 19:40:44.571757 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.621761 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.622570 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 58859603-954a-40d4-b95b-3386d00d9a83 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:40:44.718993 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36356) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:44.740560 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 58859603-954a-40d4-b95b-3386d00d9a83 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:44.746470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 58859603-954a-40d4-b95b-3386d00d9a83 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:44.747696 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.758980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.796326 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc2d3-b022-418d-8aca-9f592d07eaf2 req-bc7d1a3a-a86f-4d90-babc-06c910ee6e71 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:44.798907 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-408dc2d3-b022-418d-8aca-9f592d07eaf2 req-bc7d1a3a-a86f-4d90-babc-06c910ee6e71 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 945 time: 0.1374602 Jun 12 19:40:44.813177 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.816772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.820715 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/219368f3-d3f5-4455-a0a7-c527221b6d25 HTTP/1.1" status: 204 len: 168 time: 0.3291264 Jun 12 19:40:44.820836 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:44.860335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219368f3-d3f5-4455-a0a7-c527221b6d25,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:44.865452 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:44.904554 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-408dc2d3-b022-418d-8aca-9f592d07eaf2 req-3b7a1e74-c1c7-4ce3-8ea6-db7e6ad15f0d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850506 Jun 12 19:40:44.991914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:44.999991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.010464 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.034712 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ff214bc9-cf33-41cd-8373-8d2e7c012b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:45.042492 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e6adc684d1042658995b0a052ac6f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219211 Jun 12 19:40:45.045408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36368) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:45.048886 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:45.052502 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c82e71e-08b6-4879-9f93-38c7bec21c4d" -d '{"events": [{"server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "name": "network-vif-plugged", "status": "completed", "tag": "58859603-954a-40d4-b95b-3386d00d9a83"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:45.073622 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=58859603-954a-40d4-b95b-3386d00d9a83,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:45.090243 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.093827 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:45.119851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc2111-b668-4791-b795-db1d941331d3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:45.142144 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:45.146568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.174166 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d093645-045a-4606-a609-0ca9b0eabb8c x-openstack-request-id: req-0d093645-045a-4606-a609-0ca9b0eabb8c {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:45.174963 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "name": "network-vif-plugged", "status": "completed", "tag": "58859603-954a-40d4-b95b-3386d00d9a83", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:45.175677 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d093645-045a-4606-a609-0ca9b0eabb8c {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:45.176266 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83', 'code': 200} Jun 12 19:40:45.180676 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.257308 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:45.260524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.264026 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:45.265511 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0cc2111-b668-4791-b795-db1d941331d3 HTTP/1.1" status: 204 len: 168 time: 0.2187223 Jun 12 19:40:45.266266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bc39683e-d053-40b3-9503-bdcdde00065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:45.273944 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:45.275899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc2111-b668-4791-b795-db1d941331d3,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:45.278955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:45.281199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4478e-0673-41a7-b00e-ebb3b928e18f req-bc643270-a394-479b-9d7e-8f775b07e8bf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:45.282789 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-deb4478e-0673-41a7-b00e-ebb3b928e18f req-bc643270-a394-479b-9d7e-8f775b07e8bf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.1376677 Jun 12 19:40:45.336975 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-deb4478e-0673-41a7-b00e-ebb3b928e18f req-019f15a2-3197-418d-9ffc-61591d7ce9c4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473115 Jun 12 19:40:45.771892 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdde0a-03f6-4c64-b7fb-05d3b732c352 req-a4ede581-d4a1-4dce-b068-0164e6d334d3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:45.774429 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4abdde0a-03f6-4c64-b7fb-05d3b732c352 req-a4ede581-d4a1-4dce-b068-0164e6d334d3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 944 time: 0.1534712 Jun 12 19:40:45.867379 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4abdde0a-03f6-4c64-b7fb-05d3b732c352 req-16260151-93af-4436-8398-8f2d57558ccd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837295 Jun 12 19:40:46.222163 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b8e29-dd26-453a-867a-37a73d3c4093 req-2c7dd135-72b0-4917-8e69-fdff6ee89fea tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:46.224490 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-064b8e29-dd26-453a-867a-37a73d3c4093 req-2c7dd135-72b0-4917-8e69-fdff6ee89fea tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1379254 Jun 12 19:40:46.292634 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-064b8e29-dd26-453a-867a-37a73d3c4093 req-380cc053-1cda-4a7c-bcae-46e14242649a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590296 Jun 12 19:40:46.589804 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d9289-0ba5-43fa-8454-b21980a91665 req-1731f4e2-2ccb-4892-bde2-b7f912693090 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:46.590794 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-115d9289-0ba5-43fa-8454-b21980a91665 req-1731f4e2-2ccb-4892-bde2-b7f912693090 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.0840836 Jun 12 19:40:46.646833 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-115d9289-0ba5-43fa-8454-b21980a91665 req-5e0ecf8b-7e92-4fa8-bc1a-d7fcc58e2255 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489659 Jun 12 19:40:47.143251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a274b1-0526-4844-aff9-16b85b2c78ef req-21f4bb1e-46be-46e4-b07b-4dd3e2ac5b7a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:47.145404 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f0a274b1-0526-4844-aff9-16b85b2c78ef req-21f4bb1e-46be-46e4-b07b-4dd3e2ac5b7a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 944 time: 0.1136696 Jun 12 19:40:47.190440 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 28373373-f5c1-46c5-94a5-58ce550bb43f up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:40:47.224486 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f0a274b1-0526-4844-aff9-16b85b2c78ef req-282eac70-668f-474e-ae28-a66530424e26 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Jun 12 19:40:47.317678 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 28373373-f5c1-46c5-94a5-58ce550bb43f completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:47.322674 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 28373373-f5c1-46c5-94a5-58ce550bb43f triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:47.323303 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:47.558469 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933319be-ba2a-4d37-b059-d3203e900ceb req-60815018-4c24-452b-9f73-9252c465df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:47.562635 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-933319be-ba2a-4d37-b059-d3203e900ceb req-60815018-4c24-452b-9f73-9252c465df97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.1997204 Jun 12 19:40:47.567460 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:47.627927 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:47.632734 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f941f3-291e-49e4-853d-14208b0d3554" -d '{"events": [{"server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "name": "network-vif-plugged", "status": "completed", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:47.665479 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28373373-f5c1-46c5-94a5-58ce550bb43f,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:47.679126 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:47.687757 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d31e1e5d-6bc3-4f28-a77d-ed5e8b9338bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:47.728511 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-933319be-ba2a-4d37-b059-d3203e900ceb req-0e26e334-9657-41b3-b7e2-fc0d99fe4179 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412642 Jun 12 19:40:47.731824 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4cfcc4-e8b2-4d14-a4b6-77aaf242800c x-openstack-request-id: req-7a4cfcc4-e8b2-4d14-a4b6-77aaf242800c {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:47.732434 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "name": "network-vif-plugged", "status": "completed", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:47.736419 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a4cfcc4-e8b2-4d14-a4b6-77aaf242800c {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:47.741526 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f', 'code': 200} Jun 12 19:40:47.801224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145e93b-259d-4c2f-902f-9eee6af26d48 req-5ab426df-ae3f-4308-b83f-23e666b88609 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:47.811785 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b145e93b-259d-4c2f-902f-9eee6af26d48 req-5ab426df-ae3f-4308-b83f-23e666b88609 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1898630 Jun 12 19:40:47.882197 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:47.892917 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b145e93b-259d-4c2f-902f-9eee6af26d48 req-8924bf3f-4a9c-4584-9998-6e721a5d27ad tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798175 Jun 12 19:40:47.894062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:48.120209 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36490) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:48.143271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba80157-6097-4504-ab3c-b80e6c4c9cf7 req-7cce5be4-01b3-4bc5-8507-11f22066b7fc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:48.156387 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bba80157-6097-4504-ab3c-b80e6c4c9cf7 req-7cce5be4-01b3-4bc5-8507-11f22066b7fc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.1908507 Jun 12 19:40:48.268140 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bba80157-6097-4504-ab3c-b80e6c4c9cf7 req-f24e5f7a-d23b-4b84-9762-66a4384099be tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063857 Jun 12 19:40:48.355150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:48.638405 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c82a-8c08-4678-805f-4bca41e24dbd req-feba119d-076d-4985-bd9c-636d0e938520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:48.640181 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2b28c82a-8c08-4678-805f-4bca41e24dbd req-feba119d-076d-4985-bd9c-636d0e938520 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1098 time: 0.2974215 Jun 12 19:40:48.654691 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f491a68-8679-42ba-95f8-ae61e45f5c4d req-21b0acb4-d44e-4000-897c-3322e3328bc3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:48.655670 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7f491a68-8679-42ba-95f8-ae61e45f5c4d req-21b0acb4-d44e-4000-897c-3322e3328bc3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2307985 Jun 12 19:40:48.746224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:48.751100 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2b28c82a-8c08-4678-805f-4bca41e24dbd req-8d4a4c0a-e708-4d94-be31-b7f93740e34a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944221 Jun 12 19:40:48.759578 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:48.765683 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-343e8440-e149-437c-9619-cf3943d74e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:48.788525 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7f491a68-8679-42ba-95f8-ae61e45f5c4d req-3744c756-ffbc-4ff4-8d0e-c27a3a982b63 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Jun 12 19:40:48.817142 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30e80809362f45228862e19b8456406e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975105 Jun 12 19:40:48.818068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c9072d-de0b-4fe3-afca-fd030ebd6f66,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:48.821291 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36510) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:48.832985 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:48.900440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:48.928671 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:49.029412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:49.033849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:49.035895 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93c9072d-de0b-4fe3-afca-fd030ebd6f66 HTTP/1.1" status: 204 len: 168 time: 0.2125366 Jun 12 19:40:49.036898 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:49.054456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c9072d-de0b-4fe3-afca-fd030ebd6f66,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:49.078067 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:49.229523 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aef8-cd06-4e4e-b00b-c24ad97afa6e req-757a3f67-0fc6-40a9-8388-1d093d1c53b7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:49.232336 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fd8aef8-cd06-4e4e-b00b-c24ad97afa6e req-757a3f67-0fc6-40a9-8388-1d093d1c53b7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1335766 Jun 12 19:40:49.332633 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fd8aef8-cd06-4e4e-b00b-c24ad97afa6e req-f02fa922-807e-4851-a8ba-b80d6e0ff292 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932591 Jun 12 19:40:49.668287 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:40:49.771602 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2edb85-89b4-4405-a49c-86c9355841d0 req-d19f12fc-fa44-4668-ba08-b82125771273 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:49.796886 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5d2edb85-89b4-4405-a49c-86c9355841d0 req-d19f12fc-fa44-4668-ba08-b82125771273 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.2065902 Jun 12 19:40:49.881939 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:40:49.891015 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5d2edb85-89b4-4405-a49c-86c9355841d0 req-e73acbba-c658-4451-bf02-3c2edde1b06f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984883 Jun 12 19:40:49.895444 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:40:49.896584 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:50.633244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa859-8de7-4725-b7fe-6c49a7330d62 req-2f214c75-f158-457a-947c-1d283156880e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:50.636992 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-be3fa859-8de7-4725-b7fe-6c49a7330d62 req-2f214c75-f158-457a-947c-1d283156880e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2964680 Jun 12 19:40:50.715214 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:50.790010 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:50.792479 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2331ea-32b1-4c99-aa79-32bf65f4d353" -d '{"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:50.796247 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-be3fa859-8de7-4725-b7fe-6c49a7330d62 req-481e3287-4627-407f-b3a3-44aa00034c3e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449230 Jun 12 19:40:50.818778 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:50.824774 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:50.829222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:50.910704 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:50.914812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:51.158700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3936c-a859-414f-8211-10e4294457c1 req-cf56f349-8418-4716-afdf-af76c6e1f780 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:51.161392 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-29d3936c-a859-414f-8211-10e4294457c1 req-cf56f349-8418-4716-afdf-af76c6e1f780 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.4276869 Jun 12 19:40:51.229398 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-29d3936c-a859-414f-8211-10e4294457c1 req-48f3de15-8a22-40c4-addf-8e60b6504734 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539467 Jun 12 19:40:51.272831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb958643-0001-45d5-a77a-7539e18060b2 x-openstack-request-id: req-bb958643-0001-45d5-a77a-7539e18060b2 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:51.272831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:51.272831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb958643-0001-45d5-a77a-7539e18060b2 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:51.272831 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'code': 200} Jun 12 19:40:51.569710 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31714a09-e4a2-40a4-ab93-27c28fa0f304 req-5985c9a6-e79e-476c-a5c9-ae5e15238ce2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:51.579327 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-31714a09-e4a2-40a4-ab93-27c28fa0f304 req-5985c9a6-e79e-476c-a5c9-ae5e15238ce2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1058078 Jun 12 19:40:51.670672 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-31714a09-e4a2-40a4-ab93-27c28fa0f304 req-74e0cac0-817b-45ca-b6b5-a56b70cba2a5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855954 Jun 12 19:40:51.874117 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7271576-31b3-4c9e-a469-634259efd2bc req-0506fd6a-ca50-4716-855f-f9efa7bac65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:51.876421 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c7271576-31b3-4c9e-a469-634259efd2bc req-0506fd6a-ca50-4716-855f-f9efa7bac65b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1098 time: 0.1806655 Jun 12 19:40:51.922137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36634) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:52.022701 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c7271576-31b3-4c9e-a469-634259efd2bc req-342a388a-bf3d-4522-a2f5-197cf57473b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365488 Jun 12 19:40:52.056677 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eee3ea-09bf-4ab4-b53a-b8d3dc5cad29 req-dbf042fb-6b0f-46be-a65e-6057dfbf404a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:52.058788 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e6eee3ea-09bf-4ab4-b53a-b8d3dc5cad29 req-dbf042fb-6b0f-46be-a65e-6057dfbf404a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1374607 Jun 12 19:40:52.071853 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689772c-8d15-4dc2-9c35-1ec4f0b2e536 req-8f4b2ecf-2569-4d0d-a52e-7f5b9dcaae41 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:52.074156 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2689772c-8d15-4dc2-9c35-1ec4f0b2e536 req-8f4b2ecf-2569-4d0d-a52e-7f5b9dcaae41 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.2630413 Jun 12 19:40:52.092372 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36644) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:52.100450 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'floatingip': {'port_id': '58859603-954a-40d4-b95b-3386d00d9a83'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:52.163952 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e6eee3ea-09bf-4ab4-b53a-b8d3dc5cad29 req-d954c177-94b4-42c6-8a2d-bc91b5afad5a tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944870 Jun 12 19:40:52.309927 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:52.446192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36648) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:52.462996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:52.521986 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:40:52.529849 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f775-74b1-4c2e-b7bc-690218b1e4ef req-825321bb-3f96-4a5b-8cfc-4615312fa3dc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:52.537042 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe18f775-74b1-4c2e-b7bc-690218b1e4ef req-825321bb-3f96-4a5b-8cfc-4615312fa3dc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2803328 Jun 12 19:40:52.635562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:52.658006 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe18f775-74b1-4c2e-b7bc-690218b1e4ef req-a4938936-aa4e-4ffb-beed-fd7d049801f2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196148 Jun 12 19:40:52.747904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:52.801104 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:52.823265 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-10c58db4-07b1-439d-99ab-916c634cb0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:53.003050 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=188f436870534f1abf3c09824eb258c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0796189 Jun 12 19:40:53.007976 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36658) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:53.009106 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b520a0-f1d4-4c28-bdfa-b0cc78675c48,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:53.023120 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:53.191801 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.398329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.420647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.496693 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6637af-48ef-452c-aad8-d294775de38e req-770b68f0-7e8b-4779-a54b-8b15d5bdf816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:53.520284 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6d6637af-48ef-452c-aad8-d294775de38e req-770b68f0-7e8b-4779-a54b-8b15d5bdf816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.5500185 Jun 12 19:40:53.523494 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.533761 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:53.667191 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6d6637af-48ef-452c-aad8-d294775de38e req-c910839f-4a7a-44ae-8f4e-bd1b62ac42da tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442215 Jun 12 19:40:53.691325 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.db.resource_extend [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 19:40:53.691565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.696100 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.700852 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48b520a0-f1d4-4c28-bdfa-b0cc78675c48 HTTP/1.1" status: 204 len: 168 time: 0.6833684 Jun 12 19:40:53.716644 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=197e8f8677204a8d934ca57dbd695ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2682388 Jun 12 19:40:53.720015 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a21758-d4a5-4514-a4bf-da7f9c5816ce,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:53.723578 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:53.725735 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36690) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:53.726793 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-feaddb57-09d1-43e9-8f67-c22546847f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:53.759384 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b520a0-f1d4-4c28-bdfa-b0cc78675c48,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:53.771902 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:53.832253 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-271f5eb1-a9a0-48b5-8b62-4684853c8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:53.834259 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-271f5eb1-a9a0-48b5-8b62-4684853c8844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1098 time: 0.6245501 Jun 12 19:40:53.859433 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:53.900549 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:54.030947 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a6746-5dc3-461f-86a5-65ee4a0db2b5 req-543fcb6e-fe04-4884-a9de-5a6921ce198d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:54.033724 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-da4a6746-5dc3-461f-86a5-65ee4a0db2b5 req-543fcb6e-fe04-4884-a9de-5a6921ce198d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.7069597 Jun 12 19:40:54.248482 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36698) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:54.358188 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:54.370248 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:54.394907 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-da4a6746-5dc3-461f-86a5-65ee4a0db2b5 req-a134e317-61ae-4f9b-9a7c-8b8c0de35e03 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444941 Jun 12 19:40:54.417856 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:54.423168 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:54.431234 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5a21758-d4a5-4514-a4bf-da7f9c5816ce HTTP/1.1" status: 204 len: 168 time: 0.7014112 Jun 12 19:40:54.443972 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5def22ec-b5cd-4f79-b251-a95a22685aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:54.489431 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a21758-d4a5-4514-a4bf-da7f9c5816ce,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:54.496062 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:54.499715 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-0763b128-f9aa-4a13-9d0d-a420cd6abed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:54.502288 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-0763b128-f9aa-4a13-9d0d-a420cd6abed1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.6451390 Jun 12 19:40:54.557929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24340-68d1-413a-8548-102062e9a144 req-a11f25b9-c77a-4a38-9d29-588080b2acc8 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:54.566348 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-16c24340-68d1-413a-8548-102062e9a144 req-a11f25b9-c77a-4a38-9d29-588080b2acc8 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.3058565 Jun 12 19:40:54.641613 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-16c24340-68d1-413a-8548-102062e9a144 req-6ebc1573-1908-409e-affd-123540bb3119 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741055 Jun 12 19:40:54.657378 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-d8143c28-3565-48c1-8590-4c79584eaf37 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:54.659909 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-d8143c28-3565-48c1-8590-4c79584eaf37 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.41 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.5475483 Jun 12 19:40:54.662891 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-5071740f-987d-4444-ae37-4261dc2b8297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28373373-f5c1-46c5-94a5-58ce550bb43f HTTP/1.1" status: 200 len: 217 time: 0.1327422 Jun 12 19:40:54.666174 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Floating IP 99e334dd-3412-4259-8cef-630e273ea2e5 associated. External IP: 172.27.3.210, port: 58859603-954a-40d4-b95b-3386d00d9a83. Jun 12 19:40:54.958794 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-7322a60c-535c-4f22-ba58-eabfdd8d1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:54.960485 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-7322a60c-535c-4f22-ba58-eabfdd8d1431 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.2855341 Jun 12 19:40:54.974253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36716) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:55.050711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.088986 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.095511 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-87b8b8f0-779a-40a7-bada-fd7b7f096f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978673 Jun 12 19:40:55.128861 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:40:55.297482 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-d58c7ae4-f59e-4061-96a5-134981264593 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889148 Jun 12 19:40:55.307472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d7b7-fbaf-462e-9693-a317c389911c req-d978976c-f7d9-4b75-8288-a006394df9b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:55.319007 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8128d7b7-fbaf-462e-9693-a317c389911c req-d978976c-f7d9-4b75-8288-a006394df9b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.3432465 Jun 12 19:40:55.319007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Deleting port c020bd20-b60c-4729-8fd9-266d3b2669a4 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:40:55.319007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.329283 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.348727 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.359539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-baffb8ea-fc70-4abc-aaf5-67907a591fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:55.370467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:40:55.385935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.402603 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:40:55.425717 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:40:55.428172 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:40:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:40:55.501117 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14c6f0-a545-4244-b32a-4f8a484c5705,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:55.520802 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5ec2cf6fb224867b0f4991ea95027ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446749 Jun 12 19:40:55.528029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36732) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:55.532534 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:55.571604 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-27554981-11af-4b05-9337-fc27dfa144b4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "PUT /v2.0/floatingips/99e334dd-3412-4259-8cef-630e273ea2e5 HTTP/1.1" status: 200 len: 992 time: 3.4773986 Jun 12 19:40:55.576729 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:55.592383 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce365d18-5758-4c91-a90b-3aa1d5b739d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "tag": "58859603-954a-40d4-b95b-3386d00d9a83"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:55.634330 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8128d7b7-fbaf-462e-9693-a317c389911c req-f2b0e631-f334-4a7d-9f44-42c34a8e2dad tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160107 Jun 12 19:40:55.674826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.751713 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.803794 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72b25281-5500-47ca-a12a-53feb9ab8363 req-58ee1fab-070f-4194-a3c6-dd773831672a service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879320 Jun 12 19:40:55.861297 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c06ec0-a177-4083-9c6b-e208e300e654 req-77a3a1bc-215c-42f8-ba4d-fcf56f0610df tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:55.864170 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-83c06ec0-a177-4083-9c6b-e208e300e654 req-77a3a1bc-215c-42f8-ba4d-fcf56f0610df tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2046933 Jun 12 19:40:55.894406 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:40:55.907012 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.911443 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.911867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] For port c020bd20-b60c-4729-8fd9-266d3b2669a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c020bd20-b60c-4729-8fd9-266d3b2669a4,segment=NetworkSegment(42bc12ea-1061-4da9-8117-69f6f749d879),segment_id=42bc12ea-1061-4da9-8117-69f6f749d879)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:40:55.913550 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:55.928321 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b14c6f0-a545-4244-b32a-4f8a484c5705 HTTP/1.1" status: 204 len: 168 time: 0.3941731 Jun 12 19:40:55.934905 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1848ad85-d82a-4b37-ae54-3e2bdf449624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:55.984100 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14c6f0-a545-4244-b32a-4f8a484c5705,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:55.988316 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:56.021678 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-83c06ec0-a177-4083-9c6b-e208e300e654 req-152d8be6-ee9b-4592-9ce3-0e043f93ef45 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491807 Jun 12 19:40:56.145077 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5067f7ae-6138-49dc-a785-fb960f4c9939 x-openstack-request-id: req-5067f7ae-6138-49dc-a785-fb960f4c9939 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:56.145465 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "tag": "58859603-954a-40d4-b95b-3386d00d9a83", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:56.145898 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5067f7ae-6138-49dc-a785-fb960f4c9939 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:56.146454 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83', 'status': 'completed', 'code': 200} Jun 12 19:40:56.275775 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a84f2-8429-430f-938a-028cceb5d5e8 req-c4f09b0c-b756-47c0-aa56-72ffdc18ffa9 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:56.283483 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-133a84f2-8429-430f-938a-028cceb5d5e8 req-c4f09b0c-b756-47c0-aa56-72ffdc18ffa9 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 945 time: 0.1105788 Jun 12 19:40:56.369784 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-133a84f2-8429-430f-938a-028cceb5d5e8 req-92c76a19-f939-4ec6-b6ef-e0818b83fbbb tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/security-groups?id=384ecf37-ee25-48ac-8b73-a561cfbfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864213 Jun 12 19:40:56.424222 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Calling delete_port for c020bd20-b60c-4729-8fd9-266d3b2669a4 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:40:56.608716 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '99e334dd-3412-4259-8cef-630e273ea2e5', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '58859603-954a-40d4-b95b-3386d00d9a83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:04:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:49Z', 'updated_at': '2021-06-12T19:40:53Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:40:56.614748 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:40:56.627262 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:40:56.628048 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:40:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:40:56.632516 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:56.655187 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:56.671733 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:56.672259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36762) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:56.705972 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:56.768515 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2175190f019c498eabf9ba05ad406518&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5151639 Jun 12 19:40:56.771656 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36764) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:56.771986 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709890b3-5d9f-4d83-882b-d0b7859ec9de,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:56.775801 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:56.777925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-0ced70a3-91db-41ff-ab4f-a7cdeb0af3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:56.779902 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-0ced70a3-91db-41ff-ab4f-a7cdeb0af3a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.3520052 Jun 12 19:40:56.803907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108e0cf-4803-42da-aafb-ba5777ce7780 req-96f9eb11-24cf-42c9-bc15-3f6827613c3a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:56.810152 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5108e0cf-4803-42da-aafb-ba5777ce7780 req-96f9eb11-24cf-42c9-bc15-3f6827613c3a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.3712404 Jun 12 19:40:56.818148 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36766) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:56.824141 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'floatingip': {'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:40:56.853235 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ed70fd92-420d-42d9-9060-62b5f1b4c680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:56.925476 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:40:56.990885 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.252748 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.319826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.336453 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.353301 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:57.365846 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.372767 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-ab63962c-62e0-4bd8-9e1d-6f2916503a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:57.375737 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-ab63962c-62e0-4bd8-9e1d-6f2916503a26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.5812778 Jun 12 19:40:57.384498 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.431026 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-de27a087-faea-4c6b-97b5-f78007891233 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:57.487140 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '99e334dd-3412-4259-8cef-630e273ea2e5', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '58859603-954a-40d4-b95b-3386d00d9a83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:04:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:49Z', 'updated_at': '2021-06-12T19:40:53Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:40:57.493098 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31f27f2ebf564910970ed9833e121d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188033 Jun 12 19:40:57.493914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1099c303-b31a-4dc7-9b88-ea3de5a415ca,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:57.495222 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514a07d-136b-4a83-9b85-752ab04ea767 None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '99e334dd-3412-4259-8cef-630e273ea2e5', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '58859603-954a-40d4-b95b-3386d00d9a83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:04:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:49Z', 'updated_at': '2021-06-12T19:40:53Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:40:57.496879 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36796) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:57.577300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:57.668542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Pushing event deleted for resources: {'Port': ['ID=c020bd20-b60c-4729-8fd9-266d3b2669a4,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:57.696381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device c020bd20-b60c-4729-8fd9-266d3b2669a4 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:40:57.720022 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:57.769226 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: c020bd20-b60c-4729-8fd9-266d3b2669a4 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:40:57.769834 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device c020bd20-b60c-4729-8fd9-266d3b2669a4 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:40:57.803663 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-32d20238-9223-49da-a2a3-1373ade4c043 req-e100e004-75a2-4283-bef1-10b2f2b66ca0 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.1513643 Jun 12 19:40:57.897396 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.914027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] No DVR routers for this DVR port c020bd20-b60c-4729-8fd9-266d3b2669a4 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:40:57.921234 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4f356-99c7-4003-8ca8-8468316e021c None None] New status for floating IP 99e334dd-3412-4259-8cef-630e273ea2e5: ACTIVE {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:40:57.931269 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-df212244-4a95-45e7-ac3e-0106831732c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1000 time: 0.5198648 Jun 12 19:40:57.932908 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:57.935794 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7202940e-7e2a-4287-8e4c-37ec3a2e00d4 req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.41 "DELETE /v2.0/ports/c020bd20-b60c-4729-8fd9-266d3b2669a4 HTTP/1.1" status: 204 len: 173 time: 3.2626100 Jun 12 19:40:57.938935 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'name': 'network-vif-deleted', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:40:57.941454 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ff736b-f190-489b-a73f-9b907564782c" -d '{"events": [{"server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "name": "network-vif-deleted", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:40:57.970192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbf6e4-bd15-479a-bbb3-cb93206f6de7 req-f793e0ed-ced1-4d3d-b87f-0f14abebfb8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:57.978047 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-39cbf6e4-bd15-479a-bbb3-cb93206f6de7 req-f793e0ed-ced1-4d3d-b87f-0f14abebfb8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.7022693 Jun 12 19:40:58.102931 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-39cbf6e4-bd15-479a-bbb3-cb93206f6de7 req-6af58075-7a55-4e85-aa47-e0b92738cf57 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238554 Jun 12 19:40:58.114628 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-1d02155e-48c3-4b61-983d-b73b117bc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:58.116670 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-1d02155e-48c3-4b61-983d-b73b117bc37c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.1357503 Jun 12 19:40:58.129519 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:58.134932 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:58.141031 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/709890b3-5d9f-4d83-882b-d0b7859ec9de HTTP/1.1" status: 204 len: 168 time: 1.3674817 Jun 12 19:40:58.150309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:58.234703 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f812b1e4-82ae-4fbb-b0b8-28055f83338d x-openstack-request-id: req-f812b1e4-82ae-4fbb-b0b8-28055f83338d {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:40:58.235032 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958f4996-0c0b-4bfe-8676-fcc7cfb46854", "name": "network-vif-deleted", "tag": "c020bd20-b60c-4729-8fd9-266d3b2669a4", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:40:58.235317 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f812b1e4-82ae-4fbb-b0b8-28055f83338d {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:40:58.235741 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958f4996-0c0b-4bfe-8676-fcc7cfb46854', 'name': 'network-vif-deleted', 'tag': 'c020bd20-b60c-4729-8fd9-266d3b2669a4', 'status': 'completed', 'code': 200} Jun 12 19:40:58.251873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-916c0c6f-fd61-46dc-92b6-70e4ed7c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:58.254226 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-916c0c6f-fd61-46dc-92b6-70e4ed7c00fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1282718 Jun 12 19:40:58.303905 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:58.306837 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709890b3-5d9f-4d83-882b-d0b7859ec9de,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:58.529622 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-d91cf5a3-013f-4acc-92c0-25bbe1167d7e service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676837 Jun 12 19:40:58.597630 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36828) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:58.661336 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:58.677669 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-1159e43e-7659-4b1b-bbc8-7707cb193765 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4455543 Jun 12 19:40:58.794154 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce365d18-5758-4c91-a90b-3aa1d5b739d8 req-d437c5ca-01ee-4c91-96d3-a024e24aeb44 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556078 Jun 12 19:40:58.974455 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.080094 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92a8649d-32e2-4888-99b0-689e4ff5a586 req-2831bc84-3f3d-4f4d-9d9a-12f4dccb8d53 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] 10.222.0.11 "GET /v2.0/ports?device_id=958f4996-0c0b-4bfe-8676-fcc7cfb46854 HTTP/1.1" status: 200 len: 210 time: 0.0738454 Jun 12 19:40:59.090667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.db.resource_extend [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 19:40:59.094033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.099363 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.106273 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1099c303-b31a-4dc7-9b88-ea3de5a415ca HTTP/1.1" status: 204 len: 168 time: 1.5446203 Jun 12 19:40:59.213626 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d877c4e5-6d30-4391-98d2-02e41998694c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:59.256984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099c303-b31a-4dc7-9b88-ea3de5a415ca,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:59.270419 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:59.300118 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.306741 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.316044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d173bcf7-b145-41a9-9182-6a204059a5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:59.323392 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-0d571682-2afc-45d6-adca-08867f717e4b tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:59.327320 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-0d571682-2afc-45d6-adca-08867f717e4b tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6486053 Jun 12 19:40:59.345199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.377047 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-c88ca699-ca59-45d6-8796-68cdf6eb1f39 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/quotas/7a5bc190b28d4e419b7fa22725db64ae HTTP/1.1" status: 200 len: 375 time: 0.0294800 Jun 12 19:40:59.383785 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.476593 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31be3e7fafbc499dbe3ff88a6410e939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775232 Jun 12 19:40:59.478214 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973f2e6-e48f-4786-855a-7ffeaabe979d,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:59.484307 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:40:59.492807 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36856) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:40:59.631236 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.647669 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-d9a519e2-7df2-4de0-9bff-c6e8b6a77248 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2692735 Jun 12 19:40:59.652382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f0bb-5f08-445d-805d-af7e98c26dea req-fb5234cf-6396-4f8f-9e69-59c8c426fa2c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:40:59.661769 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f2a1f0bb-5f08-445d-805d-af7e98c26dea req-fb5234cf-6396-4f8f-9e69-59c8c426fa2c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2557585 Jun 12 19:40:59.717171 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.754639 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f2a1f0bb-5f08-445d-805d-af7e98c26dea req-3f16bf08-d1ca-4acb-9852-11ae8252b208 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906847 Jun 12 19:40:59.779243 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Floating IP f785b052-6549-4b4d-bbab-707d3661a235 associated. External IP: 172.27.3.211, port: 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9. Jun 12 19:40:59.839660 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.863393 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:40:59.870316 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1973f2e6-e48f-4786-855a-7ffeaabe979d HTTP/1.1" status: 204 len: 168 time: 0.3757079 Jun 12 19:40:59.871821 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:40:59.915920 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973f2e6-e48f-4786-855a-7ffeaabe979d,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:40:59.929973 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:00.048500 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b5e5a488-cb7d-45ae-8755-9172ce2d9eca req-f1be543b-4c83-48d9-bca2-b98491d83243 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 210 time: 0.0597594 Jun 12 19:41:00.410407 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:41:00.510891 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 36898) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:00.533751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:00.710503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-f47542b5-dfc6-49d0-9a83-5583f35f0ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:00.850599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:00.853240 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:41:00.864083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:00.865531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:00.876620 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:41:00.902112 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:00.906399 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:00.964418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ba451517-2abd-4063-9c52-a9d7cbf2579f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:00.973253 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-471460ce-50bb-4f85-97d7-73c41714cbb5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "PUT /v2.0/floatingips/f785b052-6549-4b4d-bbab-707d3661a235 HTTP/1.1" status: 200 len: 991 time: 4.1534226 Jun 12 19:41:00.974788 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:00.979446 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:00.995644 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:01.029663 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba7fb289ae2e4bbb99c7f60ddc98f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104122 Jun 12 19:41:01.034969 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36920) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:01.067126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220cf4e-f306-4628-a9e9-b7f9f6f757cd,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:01.076777 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:01.192924 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:01.237760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:01.247897 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dfda4-0d93-4a23-9b80-c9bf4b9ecc8a req-375acf45-89b9-45e7-bd19-5666cfc2df63 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:01.250487 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-111dfda4-0d93-4a23-9b80-c9bf4b9ecc8a req-375acf45-89b9-45e7-bd19-5666cfc2df63 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2438745 Jun 12 19:41:01.355256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ebef55-2410-4638-aaad-6df6b6a865dc x-openstack-request-id: req-01ebef55-2410-4638-aaad-6df6b6a865dc {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:01.355369 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:01.356509 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01ebef55-2410-4638-aaad-6df6b6a865dc {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:01.356789 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'status': 'completed', 'code': 200} Jun 12 19:41:01.369680 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-111dfda4-0d93-4a23-9b80-c9bf4b9ecc8a req-8ae32557-017f-4239-ab2d-e2dd74543a55 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109507 Jun 12 19:41:01.408590 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:01.429250 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:01.448710 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:01.455894 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e220cf4e-f306-4628-a9e9-b7f9f6f757cd HTTP/1.1" status: 204 len: 168 time: 0.4143009 Jun 12 19:41:01.458633 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9e570d73-a3d6-4928-9848-7f1ea916ba92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:01.521118 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220cf4e-f306-4628-a9e9-b7f9f6f757cd,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:01.554617 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:01.650226 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-9b974d61-159a-48b5-bb7d-0111bad71ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:01.656981 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-9b974d61-159a-48b5-bb7d-0111bad71ef2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1098 time: 0.2191803 Jun 12 19:41:01.875852 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d1724ea-1844-4624-8d27-6dd9bb33856c req-deaec9a9-6691-4d97-8f0a-1fe15c5b4435 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 210 time: 0.1405950 Jun 12 19:41:01.972968 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-c3b0d3ca-5136-4f46-b86f-27520a55ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:01.975810 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-c3b0d3ca-5136-4f46-b86f-27520a55ad7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.2919016 Jun 12 19:41:02.170785 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-e907fae9-c3a0-4f86-8374-b4b676e90605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 999 time: 0.1873312 Jun 12 19:41:02.192253 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'f785b052-6549-4b4d-bbab-707d3661a235', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:51Z', 'updated_at': '2021-06-12T19:40:58Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:02.210636 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:41:02.236109 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:02.237175 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:02.355157 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-6823fde3-4e81-4723-99e4-d978afd52336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:02.365848 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-6823fde3-4e81-4723-99e4-d978afd52336 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.1874683 Jun 12 19:41:02.435876 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:02.472313 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36970) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:02.573218 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 36976) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:02.666191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:02.674112 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:02.738248 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-7c0fab36-a1c6-46e9-ac18-a1c47c2c7c95 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3676956 Jun 12 19:41:02.955407 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:02.983330 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:02.994265 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:03.065858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Deleting subnet dc654199-b7d8-471b-b8c8-feb48b53e34a {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:41:03.086880 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:03.196528 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930829a-8d04-4990-812c-08cb218de925,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:03.232086 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:03.239719 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0d0c25925b44bdf9504d2a8c8673584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634238 Jun 12 19:41:03.250743 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:03.250963 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37002) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:03.259720 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'f785b052-6549-4b4d-bbab-707d3661a235', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:51Z', 'updated_at': '2021-06-12T19:40:58Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:03.272699 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0faa8-6328-49da-abb6-7be43cae86de None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'f785b052-6549-4b4d-bbab-707d3661a235', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:39:51Z', 'updated_at': '2021-06-12T19:40:58Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:41:03.277279 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:03.361229 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7154b0-7eec-4cf5-8bfd-dae5d640c4dc req-880e9a59-ed72-4874-849c-f87790845891 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:03.370566 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb7154b0-7eec-4cf5-8bfd-dae5d640c4dc req-880e9a59-ed72-4874-849c-f87790845891 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.4015996 Jun 12 19:41:03.443361 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb7154b0-7eec-4cf5-8bfd-dae5d640c4dc req-33f13a06-b671-4b4e-b26d-a1ef498067be tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705070 Jun 12 19:41:03.460918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:03.473497 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-228e3a2e-f608-47a6-8e53-f42b3ca00b68 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:03.477323 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-228e3a2e-f608-47a6-8e53-f42b3ca00b68 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7126620 Jun 12 19:41:03.480259 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-740c14a7-b681-4fb8-af6a-384cfb72fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:03.480776 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:03.484365 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-740c14a7-b681-4fb8-af6a-384cfb72fbc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.1110818 Jun 12 19:41:03.488805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:03.495344 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dc654199-b7d8-471b-b8c8-feb48b53e34a HTTP/1.1" status: 204 len: 168 time: 1.0209484 Jun 12 19:41:03.514586 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37006) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:03.530629 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc654199-b7d8-471b-b8c8-feb48b53e34a,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:03.533207 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:03.540146 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Request body: {'port': {'device_id': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2', 'admin_state_up': True, 'tenant_id': '7a5bc190b28d4e419b7fa22725db64ae'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:03.633045 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2cba9ef4-76e4-42b0-91c4-d204b92fa0d2 req-761a1e81-465e-4f89-8477-602c462ecf5b tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 210 time: 0.2958019 Jun 12 19:41:03.650037 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bb2d3-1905-4662-9213-eaa2665ac7b1 None None] New status for floating IP f785b052-6549-4b4d-bbab-707d3661a235: ACTIVE {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:41:04.057503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.235672 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.269184 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.299088 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-46932d25-5473-479a-a474-c295d2048a9b service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782371 Jun 12 19:41:04.331568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.523700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Made reservation on behalf of 7a5bc190b28d4e419b7fa22725db64ae for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:04.527506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.572826 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.596652 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.600143 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9e2214-0dbd-4e3a-861a-1c01d13d338c']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:04.618715 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bc12ea-1061-4da9-8117-69f6f749d879') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:04.619062 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bc12ea-1061-4da9-8117-69f6f749d879') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:04.650412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.661634 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.664248 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.665431 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c930829a-8d04-4990-812c-08cb218de925 HTTP/1.1" status: 204 len: 168 time: 1.3862057 Jun 12 19:41:04.671059 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6af9b2be-8b40-44b9-843a-2b0fd294a78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:04.674483 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9606fbf7-a7f8-4656-8ee8-90f30d2c09a2 req-9fc1b577-adc8-4342-b996-1bdb80b88ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606126 Jun 12 19:41:04.692406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930829a-8d04-4990-812c-08cb218de925,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:04.694928 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.704159 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:04.713462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:41:04.714133 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:41:04.717964 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:41:04.739524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0f47-deea-4fad-bf58-f28d50c3ab4d req-9ff6e7a6-f083-456d-9525-385a78d075f0 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:04.743822 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dffe0f47-deea-4fad-bf58-f28d50c3ab4d req-9ff6e7a6-f083-456d-9525-385a78d075f0 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1384006 Jun 12 19:41:04.821235 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dffe0f47-deea-4fad-bf58-f28d50c3ab4d req-a8c1eb13-e0cf-4339-980e-4d2ea9782795 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Jun 12 19:41:04.915915 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37030) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:04.927284 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.976110 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6e8a63d7-95f1-46e3-8e92-d77d376a0cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:04.979467 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2b88329c-b184-444e-82b7-bae9d739e2c7 req-efef5b82-d305-4a97-a50b-9da0bf2dbab7 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 210 time: 0.0572150 Jun 12 19:41:04.981668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.983135 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:04.985212 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b9e2214-0dbd-4e3a-861a-1c01d13d338c HTTP/1.1" status: 204 len: 168 time: 1.4630506 Jun 12 19:41:05.011390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.018163 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9e2214-0dbd-4e3a-861a-1c01d13d338c,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:05.026825 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:05.028158 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6ed1d970-eb15-46d5-87ed-6d1c3153be76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:05.176800 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bdffe1-883f-4f9d-afaf-cb932f56f282,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:05.184714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:05.234594 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.352165 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Allocated IP 192.168.233.63 (d1d3026c-e97c-48d8-86f9-058fe9df6cd2/93b2d4dd-7b92-4bbf-beb9-f53182366d36/edccefa0-b0c6-459d-9623-b66639f5fcf0) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:05.362366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37052) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:05.470074 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0ca1c564-0683-460f-bafb-94a3924e8f14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f07b8d77a6ed4ba4929054b84a655b9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1032193 Jun 12 19:41:05.473487 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37058) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:05.532271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.544041 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.548162 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1fc7e6e3-c711-4720-bf6e-89659d9d3309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:05.604188 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5dd289484244c0db08387bef5701377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6869268 Jun 12 19:41:05.608628 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37060) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:05.616731 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5af382-4370-49ff-9b35-7303a1c3a737,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:05.620805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:05.621548 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.684661 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.688094 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.708510 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Transition to ACTIVE for port object edccefa0-b0c6-459d-9623-b66639f5fcf0 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:05.734889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.762776 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.771787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.782038 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-907ee819-27ac-4853-b779-69b7b7aee0b8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:05.801357 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.804367 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.805588 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/384ecf37-ee25-48ac-8b73-a561cfbfbb03 HTTP/1.1" status: 204 len: 168 time: 0.3311605 Jun 12 19:41:05.807092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-43c0fc5e-52bb-4209-83ab-eb4b759e03b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:05.818218 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ecf37-ee25-48ac-8b73-a561cfbfbb03,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:05.821209 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:05.856889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.859670 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:05.861212 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b5af382-4370-49ff-9b35-7303a1c3a737 HTTP/1.1" status: 204 len: 168 time: 0.2514749 Jun 12 19:41:05.863137 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4b74f5e5-a960-408c-8687-881314d7b715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:05.882209 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5af382-4370-49ff-9b35-7303a1c3a737,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:05.885275 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:05.895151 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:05.908341 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:05.913469 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:05.930944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Pushing event updated for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:06.022365 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:06.023045 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:06.026140 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:06.061082 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5420587 Jun 12 19:41:06.062224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37078) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:06.097536 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Request body: {'port': {'device_id': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:06.246283 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19ea30-76af-4777-bdf9-cf6c8ccaf13d req-59ed98a6-35e2-4a87-8b36-e9ce0773a33f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:06.258793 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ff19ea30-76af-4777-bdf9-cf6c8ccaf13d req-59ed98a6-35e2-4a87-8b36-e9ce0773a33f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2100644 Jun 12 19:41:06.290696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:06.311170 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-5edff15c-995b-4c5f-9cec-46ae63e1e578 None None] Provisioning for port edccefa0-b0c6-459d-9623-b66639f5fcf0 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:06.323149 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-5edff15c-995b-4c5f-9cec-46ae63e1e578 None None] Provisioning complete for port edccefa0-b0c6-459d-9623-b66639f5fcf0 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:06.325726 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5edff15c-995b-4c5f-9cec-46ae63e1e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:06.337958 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ff19ea30-76af-4777-bdf9-cf6c8ccaf13d req-20d3c223-03ad-404a-ba21-534def5185b9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Jun 12 19:41:06.438856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-5edff15c-995b-4c5f-9cec-46ae63e1e578 None None] Port edccefa0-b0c6-459d-9623-b66639f5fcf0 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:06.549266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3f334-41a9-4626-8119-c97f7b5f43d6 req-1f21ddfd-bc41-47a7-99fd-a5ac95944e74 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:06.562447 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7cb3f334-41a9-4626-8119-c97f7b5f43d6 req-1f21ddfd-bc41-47a7-99fd-a5ac95944e74 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 935 time: 0.4169714 Jun 12 19:41:06.732556 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7cb3f334-41a9-4626-8119-c97f7b5f43d6 req-bf250553-9c6a-45fb-afc9-fc888b290318 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635997 Jun 12 19:41:06.786462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-978893204-network', 'tenant_id': '6ed9837592ea4e15aad55727d9870809'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:06.881447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Made reservation on behalf of 6ed9837592ea4e15aad55727d9870809 for: {'network': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:06.884744 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:06.920065 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.008172 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edccefa0-b0c6-459d-9623-b66639f5fcf0 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:41:07.022487 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.069558 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Transition to ACTIVE for port object edccefa0-b0c6-459d-9623-b66639f5fcf0 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:07.081535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.093476 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:07.306408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Pushing event updated for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:07.310691 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:07.391025 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.419407 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.423338 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ce24a2b6-663e-43a1-9115-946a2539b1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:07.428500 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Attempting to bind port edccefa0-b0c6-459d-9623-b66639f5fcf0 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:07.429185 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Attempting to bind port edccefa0-b0c6-459d-9623-b66639f5fcf0 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:07.429923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Attempting to bind port edccefa0-b0c6-459d-9623-b66639f5fcf0 on network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:07.460301 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Port edccefa0-b0c6-459d-9623-b66639f5fcf0 on network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:41:07.460905 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Attempting to bind port edccefa0-b0c6-459d-9623-b66639f5fcf0 on network d1d3026c-e97c-48d8-86f9-058fe9df6cd2 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:07.474815 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=98311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:41:07.493262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:07.493990 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Checking segment: {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:07.494571 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Bound using segment: {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:07.495234 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Bound port: edccefa0-b0c6-459d-9623-b66639f5fcf0, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8f1e12-223b-4e1e-98b2-cbd13bbbf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:07.495755 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.500921 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd7e32-9fcb-46e2-87b3-4593b174e238,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:07.506263 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:07.525751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735087904175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.526529 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Unsubscribe: segment precommit_create {{(pid=98311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 19:41:07.527309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37150) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:07.535488 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.segments_db [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Added segment 1eb9c9f9-297d-4c6d-8d2c-400d984331bb of type vlan for network 07ed32ed-9177-41d1-868a-0251ab36b8e1 Jun 12 19:41:07.713810 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-630193144-network', 'tenant_id': '909c3915c23d40518d4968b15a028cd8'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:07.792764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Made reservation on behalf of 909c3915c23d40518d4968b15a028cd8 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:07.796924 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.817508 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.819141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.922375 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:07.959314 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:07.975293 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:07.984894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-54916280-9f51-47fb-a661-6bb678a3ce3c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:07.995164 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.032565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.033215 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.062640 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa49ca-d8e7-4261-8b08-302b85da356a req-68a267ad-a029-4e65-844a-5554e2fc8d70 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.073029 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c5aa49ca-d8e7-4261-8b08-302b85da356a req-68a267ad-a029-4e65-844a-5554e2fc8d70 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.3283160 Jun 12 19:41:08.077251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.085605 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.087434 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.091563 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.093175 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] 10.222.0.41 "PUT /v2.0/ports/edccefa0-b0c6-459d-9623-b66639f5fcf0 HTTP/1.1" status: 200 len: 1097 time: 2.0158687 Jun 12 19:41:08.097720 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:08.100844 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23" -d '{"events": [{"name": "network-changed", "server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:08.117954 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0524342 Jun 12 19:41:08.141015 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37180) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:08.150634 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:41:08.174337 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:08.177526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Request body: {'subnet': {'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-978893204-subnet', 'tenant_id': '6ed9837592ea4e15aad55727d9870809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:08.232605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Pushing event updated for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:08.236571 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:08.247703 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cae72a00-c3cd-4fe7-aca9-43c5b6b5958d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:08.269825 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.270502 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Added segment 82aacaeb-1be0-4cf5-a88e-ce360f1d112f of type vlan for network cb3ad40f-8785-49de-a2bc-eecce91df1f8 Jun 12 19:41:08.333842 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0f9c3-9361-4427-9226-1fefc8da0a92,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:08.337733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:08.350802 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c5aa49ca-d8e7-4261-8b08-302b85da356a req-6717a47d-0e16-48de-bfb3-23c41197eb86 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660429 Jun 12 19:41:08.351149 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.410912 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.413812 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.414781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.419388 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9ce2e073-c0f4-4c22-b07a-232c199d7c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:08.514020 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda67705-94f3-4a98-a57a-a4eb70e4af99 x-openstack-request-id: req-fda67705-94f3-4a98-a57a-a4eb70e4af99 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:08.514563 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:08.515048 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda67705-94f3-4a98-a57a-a4eb70e4af99 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:08.525384 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0', 'status': 'completed', 'code': 200} Jun 12 19:41:08.560264 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0304918 Jun 12 19:41:08.562794 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37194) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:08.572923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Request body: {'subnet': {'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-630193144-subnet', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:08.650316 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3ad40f-8785-49de-a2bc-eecce91df1f8,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:08.652269 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Made reservation on behalf of 909c3915c23d40518d4968b15a028cd8 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:08.655110 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.666911 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Pushing event updated for resources: {'Network': ['ID=07ed32ed-9177-41d1-868a-0251ab36b8e1,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:08.676705 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:41:08.688525 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:41:08.688752 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:08.689531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Made reservation on behalf of 6ed9837592ea4e15aad55727d9870809 for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:08.693624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6820236'] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:08.698303 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:08.784420 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-c88ef92f-cad3-41c6-ae60-e9446b5d04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.786277 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376303-00e8-4b73-8856-cc9390221cda req-9b0ffd53-7948-4549-a52a-c4134a50536e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:08.787307 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-c88ef92f-cad3-41c6-ae60-e9446b5d04d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 1100 time: 0.6155522 Jun 12 19:41:08.795200 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1a376303-00e8-4b73-8856-cc9390221cda req-9b0ffd53-7948-4549-a52a-c4134a50536e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 947 time: 0.3518002 Jun 12 19:41:08.886872 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1a376303-00e8-4b73-8856-cc9390221cda req-e0b8eb47-8ec1-4db4-ae82-c95dd886e882 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860667 Jun 12 19:41:09.078386 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-e994d5a5-73e2-4ba4-b3db-072107cd6545 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0 HTTP/1.1" status: 200 len: 217 time: 0.2832468 Jun 12 19:41:09.358048 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.360653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-717d0eea-9bf7-4b8a-bc6d-63665bfbbbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:09.441788 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07849dc-0d8a-4de3-a3ec-00587a71e006,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:09.444863 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:09.456687 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Checking segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:09.457088 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Network hostable DHCP agents. Network: cb3ad40f-8785-49de-a2bc-eecce91df1f8, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:41:09.494647 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:41:09.517722 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, cb3ad40f-8785-49de-a2bc-eecce91df1f8) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:09.523502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:09.524608 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.556178 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6011294b-fec4-4738-aab3-60361abe2d58 None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:09.561097 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9947028 Jun 12 19:41:09.561838 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37220) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:09.566912 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:09.595790 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.597232 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.692152 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.829706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-bd5f7710-b4b7-4e54-9fbe-2aea9f003869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:09.831311 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-bd5f7710-b4b7-4e54-9fbe-2aea9f003869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93b2d4dd-7b92-4bbf-beb9-f53182366d36 HTTP/1.1" status: 200 len: 843 time: 0.7358289 Jun 12 19:41:09.834304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6916371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6820250'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:09.906916 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bb10a30a-c78d-473c-b232-dcb98d9bd26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:09.918664 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:41:09.921062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:10.061128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:10.085701 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8915a9-70ad-41d4-bd04-a4bfc20bdd30 req-75fa6b8d-bcc3-4c06-be70-fa6c4bc6fb02 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:10.087378 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6c8915a9-70ad-41d4-bd04-a4bfc20bdd30 req-75fa6b8d-bcc3-4c06-be70-fa6c4bc6fb02 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2686260 Jun 12 19:41:10.090361 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e04332-accd-498e-bffb-b863f3ba71df,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:10.099478 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:10.126315 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Checking segment: {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:10.126685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Network hostable DHCP agents. Network: 07ed32ed-9177-41d1-868a-0251ab36b8e1, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:41:10.140280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-1de29174-7010-4d09-a5da-daf340f85b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:10.142026 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-1de29174-7010-4d09-a5da-daf340f85b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1d3026c-e97c-48d8-86f9-058fe9df6cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2837903 Jun 12 19:41:10.197273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:41:10.222383 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6c8915a9-70ad-41d4-bd04-a4bfc20bdd30 req-27609a8f-1e06-4172-8a47-3fa817ec46cc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179366 Jun 12 19:41:10.245772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 07ed32ed-9177-41d1-868a-0251ab36b8e1) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:10.273777 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:10.274407 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:10.389384 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2310998 Jun 12 19:41:10.428019 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6009b-3c57-4eac-a469-e9e59a69a63d None None] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:10.439982 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edead1-4a2e-4666-9ee4-ff46b6f59ae5 req-29e728ff-74aa-44af-aebc-3c2a498ea3c1 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:10.442803 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-94edead1-4a2e-4666-9ee4-ff46b6f59ae5 req-29e728ff-74aa-44af-aebc-3c2a498ea3c1 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 947 time: 0.2720335 Jun 12 19:41:10.466071 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-b72bdbb9-ba8b-4095-8f7a-63f983907900 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d3026c-e97c-48d8-86f9-058fe9df6cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892010 Jun 12 19:41:10.508474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37246) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:10.568628 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Allocated IP 172.20.0.2 (cb3ad40f-8785-49de-a2bc-eecce91df1f8/b07849dc-0d8a-4de3-a3ec-00587a71e006/97c39edb-066c-4d9a-88c3-4ab76f1cc963) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:10.680380 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70fe1e99-f4c8-447e-a7d6-d78931165e8c req-0f84c413-aee0-4ef7-a521-7593eeffc965 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d3026c-e97c-48d8-86f9-058fe9df6cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004621 Jun 12 19:41:10.812724 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-94edead1-4a2e-4666-9ee4-ff46b6f59ae5 req-92a8f89d-b02f-4014-9b2c-5a667a4c47a3 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573654 Jun 12 19:41:10.883648 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b0adc-d6e9-4b3f-a00a-b4645739f3b7 None None] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:10.901257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:10.935185 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:10.937830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-2529444c-ab01-4531-a2a0-e636960361d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:10.939455 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-2529444c-ab01-4531-a2a0-e636960361d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 1100 time: 0.1766527 Jun 12 19:41:10.995988 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.166250 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-43691e6e-ead1-42c6-963f-e413af9c5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:11.170732 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-43691e6e-ead1-42c6-963f-e413af9c5ff6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1d3026c-e97c-48d8-86f9-058fe9df6cd2 HTTP/1.1" status: 200 len: 870 time: 0.2209582 Jun 12 19:41:11.222888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Allocated IP 172.27.3.239 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/562651ea-b6fb-4121-8b97-5b21d063f3ce) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:11.327021 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.346875 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Transition to ACTIVE for port object 97c39edb-066c-4d9a-88c3-4ab76f1cc963 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:11.377080 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Transition to ACTIVE for port object 97c39edb-066c-4d9a-88c3-4ab76f1cc963 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:11.390239 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.393138 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-cd1cf9ed-6b00-4cf1-8c7d-c603e024efea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:11.394154 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-328f6966-1215-4bd1-a800-74f1e909fe0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0 HTTP/1.1" status: 200 len: 217 time: 0.2106507 Jun 12 19:41:11.489133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.544453 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:11.567666 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:11.571998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:11.574178 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Pushing event updated for resources: {'Port': ['ID=97c39edb-066c-4d9a-88c3-4ab76f1cc963,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:11.589960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:11.609075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.614355 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:11.657211 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.660007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-9732ef4c-9009-4fc4-883d-fdde0afe13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:11.662405 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-9732ef4c-9009-4fc4-883d-fdde0afe13a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93b2d4dd-7b92-4bbf-beb9-f53182366d36 HTTP/1.1" status: 200 len: 843 time: 0.2566345 Jun 12 19:41:11.670136 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.675690 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eaf5e70d-1c6f-4fb0-b59c-9eef521f1af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:11.721930 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:11.729611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:11.733749 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:11.783087 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=668c56176bc64e01919f19e67ea4a2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2676806 Jun 12 19:41:11.785603 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37264) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:11.809800 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24974e1d-cc84-446a-b5c3-ef2114fddf23,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:11.854349 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:11.860380 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Pushing event updated for resources: {'Port': ['ID=562651ea-b6fb-4121-8b97-5b21d063f3ce,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:11.861176 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Attempting to bind port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:11.861474 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Attempting to bind port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:11.861937 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Attempting to bind port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 on network cb3ad40f-8785-49de-a2bc-eecce91df1f8 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:11.864331 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.872339 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:11.885309 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:11.885708 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Checking segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:11.886143 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.886592 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Bound using segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:11.887943 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Bound port: 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:11.888420 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:11.947401 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801fa19-45d1-471a-bb18-f36562f7c3da req-0d9c62db-c335-4170-a375-72208be07913 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:11.948919 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4801fa19-45d1-471a-bb18-f36562f7c3da req-0d9c62db-c335-4170-a375-72208be07913 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.3589807 Jun 12 19:41:12.030195 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-b6ccec6a-9ca2-4bc3-b6d9-e0d38c5a4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:12.034933 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-b6ccec6a-9ca2-4bc3-b6d9-e0d38c5a4640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1d3026c-e97c-48d8-86f9-058fe9df6cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3543513 Jun 12 19:41:12.084184 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] For port 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:12.091336 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] For port 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=97c39edb-066c-4d9a-88c3-4ab76f1cc963,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:12.101381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.116247 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-52b30230-d4c5-419a-9832-171722eac6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:12.148894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.173983 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4801fa19-45d1-471a-bb18-f36562f7c3da req-7a419a26-845c-48ae-a77f-fe122fc60415 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109933 Jun 12 19:41:12.213301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Pushing event updated for resources: {'Port': ['ID=97c39edb-066c-4d9a-88c3-4ab76f1cc963,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:12.219219 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:12.255086 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.328098 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.399006 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-37385acc-a99c-4c7c-b1c4-14450eae87d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d3026c-e97c-48d8-86f9-058fe9df6cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376629 Jun 12 19:41:12.473258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.477634 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.485274 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24974e1d-cc84-446a-b5c3-ef2114fddf23 HTTP/1.1" status: 204 len: 168 time: 0.6907210 Jun 12 19:41:12.546984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-629541ea-497f-47ff-9078-2e98bea51052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:12.578576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24974e1d-cc84-446a-b5c3-ef2114fddf23,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:12.583935 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:12.613870 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e725ddd-4fd6-4a7a-8af8-b8f64d482f23 req-9bf83ec3-059e-4309-95de-5fd9585e6f2a service neutron] 10.222.0.41 "GET /v2.0/networks/d1d3026c-e97c-48d8-86f9-058fe9df6cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065985 Jun 12 19:41:12.657722 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b92625-844b-4090-91d2-893d56e3419e req-4a7614ed-14e0-4512-a038-191ccc63824a tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:12.659572 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c0b92625-844b-4090-91d2-893d56e3419e req-4a7614ed-14e0-4512-a038-191ccc63824a tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 947 time: 0.3361526 Jun 12 19:41:12.747589 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c0b92625-844b-4090-91d2-893d56e3419e req-d7d37604-2d9b-4722-916f-ef7bbf4ff4cd tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741937 Jun 12 19:41:12.773760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:12.936381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 97c39edb-066c-4d9a-88c3-4ab76f1cc963 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:13.030449 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:13.111958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37294) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:13.159461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:13.533487 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:13.548184 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:13.555501 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-99ffaf4a-44a8-4f0f-990c-25c51dda7599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:13.630375 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9f638d87ed6433baf84de5db65960a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165107 Jun 12 19:41:13.633408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a672c21-f3cd-4239-9731-52bd7d40ddc6,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:13.635831 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37312) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:13.639762 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:13.662176 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Router d7e1e1ea-b568-427e-9cc8-71259718a1cc is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:41:13.670663 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc460d-ffa3-4c46-9c1d-3353747fe816 req-09d6a577-263e-4ce0-aa58-6bfa6f645bfd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:13.681276 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f8fc460d-ffa3-4c46-9c1d-3353747fe816 req-09d6a577-263e-4ce0-aa58-6bfa6f645bfd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.2332792 Jun 12 19:41:13.720300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-52bca69a-b188-4f1b-86de-1f01a961c4a1 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:13.721903 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-52bca69a-b188-4f1b-86de-1f01a961c4a1 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 813 time: 0.2376072 Jun 12 19:41:13.724810 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f8fc460d-ffa3-4c46-9c1d-3353747fe816 req-b332348a-9c67-4bd6-8b63-0ab3da575168 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Jun 12 19:41:13.760661 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb19a6-6303-4042-ba4a-6ce6948863cf None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:13.794529 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device edccefa0-b0c6-459d-9623-b66639f5fcf0 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:41:13.865009 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-85cd75f4-afc6-4a87-9b0b-211418881494 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/quotas/6ed9837592ea4e15aad55727d9870809 HTTP/1.1" status: 200 len: 375 time: 0.0769305 Jun 12 19:41:13.867880 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:13.939030 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Provisioning for port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:13.940024 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-12e8a46a-6a85-43eb-b7e0-8d5e69dc604e tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610175 Jun 12 19:41:13.947519 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.000426 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Provisioning complete for port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:14.000693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.010742 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:41:14.023568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa425-68ee-438d-b5e8-442d446f4719 req-718d58fc-ec9c-47f7-ac86-ea5590c412aa tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:14.026540 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Sync routers for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:41:14.028290 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-67faa425-68ee-438d-b5e8-442d446f4719 req-718d58fc-ec9c-47f7-ac86-ea5590c412aa tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 947 time: 0.1467483 Jun 12 19:41:14.053415 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:14.054863 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:14.109016 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.112737 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5473785 Jun 12 19:41:14.113484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37318) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:14.143512 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-67faa425-68ee-438d-b5e8-442d446f4719 req-8e6fd7b3-688b-42df-9a9c-e5dcd4618bfa tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955198 Jun 12 19:41:14.150367 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:14.178419 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'edccefa0-b0c6-459d-9623-b66639f5fcf0', 'network_id': 'd1d3026c-e97c-48d8-86f9-058fe9df6cd2', 'port_id': 'edccefa0-b0c6-459d-9623-b66639f5fcf0', 'mac_address': 'fa:16:3e:87:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b2d4dd-7b92-4bbf-beb9-f53182366d36', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:41:14.315378 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.338423 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.426915 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] For port 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=97c39edb-066c-4d9a-88c3-4ab76f1cc963,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:14.432770 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edccefa0-b0c6-459d-9623-b66639f5fcf0 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:41:14.506038 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:14.510121 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.512645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:14.517301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.533524 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:14.607831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Pushing event updated for resources: {'Port': ['ID=97c39edb-066c-4d9a-88c3-4ab76f1cc963,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:14.624071 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:14.625287 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:14.694686 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-81d671e9-0650-4512-8c75-b8f100ab83fd service neutron] 10.222.0.11 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378168 Jun 12 19:41:14.833348 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.836558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:14.838145 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a672c21-f3cd-4239-9731-52bd7d40ddc6 HTTP/1.1" status: 204 len: 168 time: 1.2004120 Jun 12 19:41:14.898119 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3eb92160-7d26-41ff-8701-db122f06a4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:15.020981 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a672c21-f3cd-4239-9731-52bd7d40ddc6,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:15.023634 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:15.162557 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d634e-1871-4361-bf01-347ed9864d2b req-3fa3a77d-f84a-4ba1-924b-70b966275d9c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:15.178681 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-176d634e-1871-4361-bf01-347ed9864d2b req-3fa3a77d-f84a-4ba1-924b-70b966275d9c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1498840 Jun 12 19:41:15.182927 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:15.204465 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 97c39edb-066c-4d9a-88c3-4ab76f1cc963 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:15.266367 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:11Z', 'revision_number': 3, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:15.284718 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-3cc414a8-b550-4d95-b7c5-b69e03cb2e54 service neutron] 10.222.0.11 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875968 Jun 12 19:41:15.285504 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Checking router: d7e1e1ea-b568-427e-9cc8-71259718a1cc for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:41:15.286127 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Updating router d7e1e1ea-b568-427e-9cc8-71259718a1cc port 562651ea-b6fb-4121-8b97-5b21d063f3ce binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:41:15.330478 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-176d634e-1871-4361-bf01-347ed9864d2b req-6b2e0777-ac3a-4ddc-b878-647397b08d13 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499810 Jun 12 19:41:15.335780 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b58726a3-3f28-4aa4-804b-3a591ac0c1dd None None] Provisioning complete for port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:15.339369 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b58726a3-3f28-4aa4-804b-3a591ac0c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:15.402715 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:15.464091 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['edccefa0-b0c6-459d-9623-b66639f5fcf0'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:41:15.615153 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:15.615534 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:15.678833 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:15.682470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:15.722981 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Allocated IP 172.20.0.1 (cb3ad40f-8785-49de-a2bc-eecce91df1f8/b07849dc-0d8a-4de3-a3ec-00587a71e006/05fb99ae-85be-45a9-98c0-2a88f10df39e) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:15.884991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e86c1-9b0f-4f30-9916-ac335f2eb6f4 req-654dbf43-a792-46f7-ae3a-66ea92e15fb4 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:15.894650 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa9e86c1-9b0f-4f30-9916-ac335f2eb6f4 req-654dbf43-a792-46f7-ae3a-66ea92e15fb4 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 948 time: 0.2552674 Jun 12 19:41:15.971637 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa9e86c1-9b0f-4f30-9916-ac335f2eb6f4 req-96105b32-0122-4c57-9271-d11f98178441 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758662 Jun 12 19:41:16.007634 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.024165 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Transition to ACTIVE for port object 05fb99ae-85be-45a9-98c0-2a88f10df39e will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:16.074419 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.090858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c43d047f-ecd6-427b-847e-fb7a7fafa184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:16.176232 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Pushing event updated for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:16.182913 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:16.214088 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:16.217478 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:16.220025 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:16.220576 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.377756 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.398376 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Transition to ACTIVE for port object 562651ea-b6fb-4121-8b97-5b21d063f3ce will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:16.410854 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.416735 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-1af85e27-e9d1-4382-a5e7-66e7d15944d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:16.489942 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Attempting to bind port 562651ea-b6fb-4121-8b97-5b21d063f3ce on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:16.490378 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Attempting to bind port 562651ea-b6fb-4121-8b97-5b21d063f3ce by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:16.490759 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Attempting to bind port 562651ea-b6fb-4121-8b97-5b21d063f3ce on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:16.493850 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Pushing event updated for resources: {'Port': ['ID=562651ea-b6fb-4121-8b97-5b21d063f3ce,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:16.501089 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:16.501089 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:16.501089 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.501531 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:16.501769 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Bound port: 562651ea-b6fb-4121-8b97-5b21d063f3ce, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:16.502145 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.519959 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.540443 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.540835 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.541165 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.541878 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.542238 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.543245 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.543615 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.543941 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.544332 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.544647 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.544990 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.545329 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:16.550544 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:16.586536 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] For port 562651ea-b6fb-4121-8b97-5b21d063f3ce, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:16.591539 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] For port 562651ea-b6fb-4121-8b97-5b21d063f3ce, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=562651ea-b6fb-4121-8b97-5b21d063f3ce,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:16.597242 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.600940 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:16.626870 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e059b591-0458-42d8-884c-5671753ba92a None None] Provisioning for port 05fb99ae-85be-45a9-98c0-2a88f10df39e completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:16.632848 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e059b591-0458-42d8-884c-5671753ba92a None None] Provisioning complete for port 05fb99ae-85be-45a9-98c0-2a88f10df39e triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:16.633542 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e059b591-0458-42d8-884c-5671753ba92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.680623 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:16.681407 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:16.706899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-e059b591-0458-42d8-884c-5671753ba92a None None] Port 05fb99ae-85be-45a9-98c0-2a88f10df39e cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:16.737463 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Pushing event updated for resources: {'Port': ['ID=562651ea-b6fb-4121-8b97-5b21d063f3ce,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:16.740793 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:16.785368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.795336 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.795866 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:16.798974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:16.862334 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:16.930294 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Pushing event updated for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:16.935370 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:16.984579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:16.986575 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:17.193721 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Router d7e1e1ea-b568-427e-9cc8-71259718a1cc has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:41:17.344682 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-37b4bcad-f1a0-45d0-b57f-f254cccdb743 None None] Provisioning complete for port 05fb99ae-85be-45a9-98c0-2a88f10df39e triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:17.347266 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-37b4bcad-f1a0-45d0-b57f-f254cccdb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:17.380176 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:15Z', 'revision_number': 1, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:17.385962 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e03dec-a2b9-4051-a1e0-2c392e1fbbe4 None None] The sync data for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi is: [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:15Z', 'revision_number': 1, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:41:17.426972 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-37b4bcad-f1a0-45d0-b57f-f254cccdb743 None None] Port 05fb99ae-85be-45a9-98c0-2a88f10df39e cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:17.664467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:41:17.677676 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2784d1fb-296f-4ab1-91a3-b7cef69353ae admin admin] 10.222.0.11 "PUT /v2.0/routers/d7e1e1ea-b568-427e-9cc8-71259718a1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5635204 Jun 12 19:41:18.535666 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37418) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:18.544317 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133163715-network', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:18.575471 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Made reservation on behalf of 9dd946554efc4e3cb7feaea64906f2ed for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:18.578149 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.594587 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.775781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.780781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.787841 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1593d467-00dd-4432-b182-095fe463cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:18.832484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:41:18.851816 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79910b7-e4a4-4225-89d4-886d885c55d8,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:18.861553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:18.863582 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.864152 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Added segment d38e3647-d0ed-43fe-8316-19a608ea40ec of type vlan for network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 Jun 12 19:41:18.917398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 562651ea-b6fb-4121-8b97-5b21d063f3ce up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:18.950190 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.997124 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:18.998708 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:18.999338 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.001674 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:19.021951 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 562651ea-b6fb-4121-8b97-5b21d063f3ce completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:19.033190 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 562651ea-b6fb-4121-8b97-5b21d063f3ce triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:19.034670 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.116895 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5796649 Jun 12 19:41:19.118834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Pushing event updated for resources: {'Network': ['ID=00d0f74d-0e8e-4f50-9188-076a893d1bc0,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:19.119753 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 37422) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:19.127987 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Request body: {'subnet': {'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133163715-subnet', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:19.134304 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:19.139923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:41:19.153950 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Made reservation on behalf of 9dd946554efc4e3cb7feaea64906f2ed for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:19.157165 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6820236'] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.352476 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.400401 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 562651ea-b6fb-4121-8b97-5b21d063f3ce, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=562651ea-b6fb-4121-8b97-5b21d063f3ce,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:19.406041 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.409974 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:19.411697 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6916371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6820250'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.416587 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:19.517690 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=562651ea-b6fb-4121-8b97-5b21d063f3ce,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:19.520311 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=edccceb5-0257-4abf-822e-791a4ee379b1,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:19.523146 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:19.535794 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Checking segment: {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:19.536299 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Network hostable DHCP agents. Network: 00d0f74d-0e8e-4f50-9188-076a893d1bc0, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:41:19.540572 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.541040 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.541523 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.541992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.542430 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.542909 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.543374 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.544305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.544583 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.545058 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.545564 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.546271 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:19.551962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:19.576474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:41:19.593019 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 00d0f74d-0e8e-4f50-9188-076a893d1bc0) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:19.600986 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:19.602416 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.604431 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebc747-84e1-48a1-9eba-4bfd2c9588bd None None] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:19.624842 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a4d5f38a-b7fd-4f4d-ab62-bc082454b5ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5021641 Jun 12 19:41:19.636003 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37426) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:19.642439 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:19.696397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.697991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.801279 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:19.963699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'fixed_ips': [{'subnet_id': 'edccceb5-0257-4abf-822e-791a4ee379b1'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:41:19.967976 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:20.142148 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Sync routers for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:41:20.161826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:20.177316 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:20.177979 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:20.220475 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8a19f875-a2a4-49f3-ad24-463b4ebeecd2 req-c78ea07b-495b-434a-81d3-3d3baa8ba0e8 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 210 time: 0.0473454 Jun 12 19:41:20.238531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8205-ece1-490f-9c69-fb62d3347955 req-1c2d6fd7-f9cc-4810-8ecf-52bd13639456 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:20.248548 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d75f8205-ece1-490f-9c69-fb62d3347955 req-1c2d6fd7-f9cc-4810-8ecf-52bd13639456 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1164567 Jun 12 19:41:20.318173 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d75f8205-ece1-490f-9c69-fb62d3347955 req-2f93e4c0-dec7-4e9e-8e09-e69b30c43e07 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683103 Jun 12 19:41:20.476302 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Allocated IP 172.20.0.2 (00d0f74d-0e8e-4f50-9188-076a893d1bc0/edccceb5-0257-4abf-822e-791a4ee379b1/73ae7af5-c514-4d76-9d5a-02e6173254cd) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:20.514689 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:20.588570 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:20.620890 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:20.644009 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd361-bbaa-4a38-b2ee-8b060c4a44a3 req-9cbdf3c6-f0b3-4510-9875-3fe7f31b4515 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:20.646079 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b51dd361-bbaa-4a38-b2ee-8b060c4a44a3 req-9cbdf3c6-f0b3-4510-9875-3fe7f31b4515 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 948 time: 0.1605282 Jun 12 19:41:20.768691 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b51dd361-bbaa-4a38-b2ee-8b060c4a44a3 req-daf66c69-d850-4ce7-88ee-61862183feeb tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836713 Jun 12 19:41:20.800607 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Allocated IP 172.27.3.168 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:20.909190 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 562651ea-b6fb-4121-8b97-5b21d063f3ce up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:21.045740 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.185944 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.192436 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:21.244464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-b0a6831d-ecca-4072-9fdc-ac0d012fdce1 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:21.247911 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-b0a6831d-ecca-4072-9fdc-ac0d012fdce1 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 813 time: 0.1857057 Jun 12 19:41:21.262305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Request body: {'port': {'device_id': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1', 'admin_state_up': True, 'tenant_id': '6ed9837592ea4e15aad55727d9870809'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:21.299750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:21.305690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:21.312917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:21.508771 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:21.525379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:21.586239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Made reservation on behalf of 6ed9837592ea4e15aad55727d9870809 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:21.604199 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.659893 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 562651ea-b6fb-4121-8b97-5b21d063f3ce triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:21.660451 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.686663 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-48374480-63bf-4f5a-af61-2f83489f9059 req-eaf5a350-0f69-44d6-aa3f-e8cafd7bee24 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 210 time: 0.0469503 Jun 12 19:41:21.724615 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.776615 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Transition to ACTIVE for port object 73ae7af5-c514-4d76-9d5a-02e6173254cd will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:21.830483 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Transition to ACTIVE for port object 73ae7af5-c514-4d76-9d5a-02e6173254cd will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:21.867137 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:21.950180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838c546-4192-4dfd-ba29-7fe2cb07472e req-c7ece0a3-8b48-499b-80f3-80e742df9e5c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:21.952037 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3838c546-4192-4dfd-ba29-7fe2cb07472e req-c7ece0a3-8b48-499b-80f3-80e742df9e5c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1942680 Jun 12 19:41:21.953375 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Allocated IP 172.20.0.13 (07ed32ed-9177-41d1-868a-0251ab36b8e1/35e04332-accd-498e-bffb-b863f3ba71df/59c41edf-b6f2-463a-809c-6cec363e8150) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:21.954514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:21.958336 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 2, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:21.969261 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Checking router: d7e1e1ea-b568-427e-9cc8-71259718a1cc for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:41:21.969924 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Updating router d7e1e1ea-b568-427e-9cc8-71259718a1cc port 05fb99ae-85be-45a9-98c0-2a88f10df39e binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:41:22.000149 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.038062 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3838c546-4192-4dfd-ba29-7fe2cb07472e req-6fba84ce-b573-4285-b9e6-11381a05bc72 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Jun 12 19:41:22.072903 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device edccefa0-b0c6-459d-9623-b66639f5fcf0 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:22.184190 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:22.192801 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:22.195018 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Pushing event updated for resources: {'Port': ['ID=73ae7af5-c514-4d76-9d5a-02e6173254cd,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:22.198118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:22.200699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.202728 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:22.278637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.349350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port edccefa0-b0c6-459d-9623-b66639f5fcf0 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:22.360191 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Attempting to bind port 73ae7af5-c514-4d76-9d5a-02e6173254cd on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:22.360578 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Attempting to bind port 73ae7af5-c514-4d76-9d5a-02e6173254cd by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:22.361174 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Attempting to bind port 73ae7af5-c514-4d76-9d5a-02e6173254cd on network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:22.367908 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port edccefa0-b0c6-459d-9623-b66639f5fcf0 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:22.368296 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.403284 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.411379 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:22.468991 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:22.469384 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Checking segment: {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:22.469812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.470323 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Bound using segment: {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:22.470914 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Bound port: 73ae7af5-c514-4d76-9d5a-02e6173254cd, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:22.471324 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.547966 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Pushing event updated for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:22.565334 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:22.584299 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:22.587554 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:22.594400 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:22.684490 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d51c1-9cd4-4845-9d15-31c97a9a1fa9 req-77b6c3b6-c8f1-41a6-8696-e986bb5df483 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:22.694034 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e84d51c1-9cd4-4845-9d15-31c97a9a1fa9 req-77b6c3b6-c8f1-41a6-8696-e986bb5df483 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 948 time: 0.5340900 Jun 12 19:41:22.712338 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:22.713479 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.739650 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4828544 Jun 12 19:41:22.780240 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.781517 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] For port 73ae7af5-c514-4d76-9d5a-02e6173254cd, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:22.806571 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Request body: {'port': {'device_id': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:22.869700 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] For port 73ae7af5-c514-4d76-9d5a-02e6173254cd, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=73ae7af5-c514-4d76-9d5a-02e6173254cd,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:22.901644 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:22.909513 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:23.015658 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e84d51c1-9cd4-4845-9d15-31c97a9a1fa9 req-91c458ad-7a4a-40bd-9901-31c90f46f6f3 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197057 Jun 12 19:41:23.063956 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.091987 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Router fb18a406-621b-481f-a59f-791d1d735c7f is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:41:23.194627 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.245706 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:23.248852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d10927-1d5a-455e-b9c8-149d2be7c83e" -d '{"events": [{"server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "name": "network-vif-plugged", "status": "completed", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:23.288319 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Pushing event updated for resources: {'Port': ['ID=73ae7af5-c514-4d76-9d5a-02e6173254cd,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:23.337505 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:23.350559 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:23.396553 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.399989 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:23.495936 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.546968 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Transition to ACTIVE for port object 05fb99ae-85be-45a9-98c0-2a88f10df39e will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:23.549504 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:23.553837 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:23.563152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.565580 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-d6bb11bf-e1ed-4116-bce3-1e614fc89f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:23.789172 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Pushing event updated for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:23.796890 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:23.948530 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Attempting to bind port 05fb99ae-85be-45a9-98c0-2a88f10df39e on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:23.950165 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Attempting to bind port 05fb99ae-85be-45a9-98c0-2a88f10df39e by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:23.951044 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Attempting to bind port 05fb99ae-85be-45a9-98c0-2a88f10df39e on network cb3ad40f-8785-49de-a2bc-eecce91df1f8 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:23.964969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:23.966017 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Checking segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:23.966919 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:23.967819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Bound using segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:23.968856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Bound port: 05fb99ae-85be-45a9-98c0-2a88f10df39e, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:23.969752 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:24.138167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:41:24.157328 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Sync routers for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:41:24.164684 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] For port 05fb99ae-85be-45a9-98c0-2a88f10df39e, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:24.170209 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] For port 05fb99ae-85be-45a9-98c0-2a88f10df39e, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=05fb99ae-85be-45a9-98c0-2a88f10df39e,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:24.183365 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:24.185940 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:24.187475 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:24.191128 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:24.223031 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:24.228176 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5876615 Jun 12 19:41:24.235450 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ce59-3721-4be9-827d-97ae563c23dd req-8ed4241d-c672-40ab-b6eb-0ae58c122b6c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:24.237067 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ce4ce59-3721-4be9-827d-97ae563c23dd req-8ed4241d-c672-40ab-b6eb-0ae58c122b6c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.8189025 Jun 12 19:41:24.250568 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37506) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:24.342840 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:24.343935 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:24.532972 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5e12-6c23-4c7a-aed3-09a24ddd457e req-f3b2d629-1a85-4ba7-a885-97a5799f8cf3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:24.540917 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-59ba5e12-6c23-4c7a-aed3-09a24ddd457e req-f3b2d629-1a85-4ba7-a885-97a5799f8cf3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 932 time: 1.3005478 Jun 12 19:41:24.614221 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ce4ce59-3721-4be9-827d-97ae563c23dd req-e8241e58-da0e-439b-b71c-039f15fc1351 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637769 Jun 12 19:41:24.632814 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:24.776114 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-59ba5e12-6c23-4c7a-aed3-09a24ddd457e req-dd0594ef-a72d-4914-99c5-1f72e3d7a556 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281578 Jun 12 19:41:24.824176 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9855ed-77e3-47bb-926c-ef1a9e6e5d45 x-openstack-request-id: req-0b9855ed-77e3-47bb-926c-ef1a9e6e5d45 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:24.824847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "name": "network-vif-plugged", "status": "completed", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:24.824847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b9855ed-77e3-47bb-926c-ef1a9e6e5d45 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:24.826487 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0', 'code': 200} Jun 12 19:41:24.837737 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Pushing event updated for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:24.842402 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:24.973540 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c41edf-b6f2-463a-809c-6cec363e8150 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:41:25.000991 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:25.004290 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.064640 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Transition to ACTIVE for port object 59c41edf-b6f2-463a-809c-6cec363e8150 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:25.071056 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.087381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:25.166085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 73ae7af5-c514-4d76-9d5a-02e6173254cd up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:25.170722 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70fb19-4eaf-454c-b49b-7a2d69591431 None None] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:25.328553 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:25.343027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:25.406989 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:21Z', 'revision_number': 3, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:25.413549 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Checking router: fb18a406-621b-481f-a59f-791d1d735c7f for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:41:25.413673 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Updating router fb18a406-621b-481f-a59f-791d1d735c7f port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:41:25.453282 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167b9b-81d8-461c-b831-647b7db5fe2a req-a22e7b67-cf7e-4214-b6e4-d621180599f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:25.455209 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-50167b9b-81d8-461c-b831-647b7db5fe2a req-a22e7b67-cf7e-4214-b6e4-d621180599f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 1102 time: 0.2830415 Jun 12 19:41:25.492967 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Attempting to bind port 59c41edf-b6f2-463a-809c-6cec363e8150 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:25.493562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Attempting to bind port 59c41edf-b6f2-463a-809c-6cec363e8150 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:25.494089 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Attempting to bind port 59c41edf-b6f2-463a-809c-6cec363e8150 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:25.520566 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.525808 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Port 59c41edf-b6f2-463a-809c-6cec363e8150 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:41:25.526287 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Attempting to bind port 59c41edf-b6f2-463a-809c-6cec363e8150 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:25.533519 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:25.534230 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Checking segment: {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:25.534744 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Bound using segment: {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:25.535505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Bound port: 59c41edf-b6f2-463a-809c-6cec363e8150, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:25.536085 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.625708 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:25.630131 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=59c41edf-b6f2-463a-809c-6cec363e8150,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:25.632848 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-50167b9b-81d8-461c-b831-647b7db5fe2a req-216233ad-e1ae-4a7e-b797-3210a0e68107 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649380 Jun 12 19:41:25.641085 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.654147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-951c3bcb-3b08-44f5-8111-d325bc34384d None None] Provisioning for port 73ae7af5-c514-4d76-9d5a-02e6173254cd completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:25.658670 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:25.744312 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:25.745327 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.748165 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/59c41edf-b6f2-463a-809c-6cec363e8150 HTTP/1.1" status: 200 len: 1094 time: 2.9496243 Jun 12 19:41:25.748787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:25.753472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:25.754098 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:25.756931 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11" -d '{"events": [{"name": "network-changed", "server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:25.842448 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d49b0-14dc-41fd-b071-ccdebae499e5 req-62e75ac2-76e3-4882-b619-5f0d6661e642 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:25.860808 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6a2d49b0-14dc-41fd-b071-ccdebae499e5 req-62e75ac2-76e3-4882-b619-5f0d6661e642 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.5126219 Jun 12 19:41:25.915766 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 73ae7af5-c514-4d76-9d5a-02e6173254cd completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:25.942347 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 73ae7af5-c514-4d76-9d5a-02e6173254cd triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:25.942885 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:25.968411 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda0b24-f62e-4393-9db8-722d5231eb0a req-8a2bf5ad-b6b2-475d-9368-839e2578bdd9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:25.977065 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-acda0b24-f62e-4393-9db8-722d5231eb0a req-8a2bf5ad-b6b2-475d-9368-839e2578bdd9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1200244 Jun 12 19:41:26.110638 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-acda0b24-f62e-4393-9db8-722d5231eb0a req-22830575-8d1d-4527-bb38-6b28ac10b5a1 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313496 Jun 12 19:41:26.151645 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.211051 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6a2d49b0-14dc-41fd-b071-ccdebae499e5 req-0c435255-e83b-447b-b23f-1d3df8aeb1e9 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487577 Jun 12 19:41:26.211432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:24Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:26.220461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb49ffb-af4a-4d1a-bf80-9e97577656ba x-openstack-request-id: req-abb49ffb-af4a-4d1a-bf80-9e97577656ba {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:26.220770 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:26.221093 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abb49ffb-af4a-4d1a-bf80-9e97577656ba {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:26.221533 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150', 'status': 'completed', 'code': 200} Jun 12 19:41:26.226411 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c879ca5-31a4-406b-846f-f1a8aed80c71 None None] The sync data for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi is: [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:24Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:41:26.250714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-f2871d19-4ac1-41ec-a7b0-2587da964f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:26.252361 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-f2871d19-4ac1-41ec-a7b0-2587da964f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 1097 time: 0.2476783 Jun 12 19:41:26.264611 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.326014 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 73ae7af5-c514-4d76-9d5a-02e6173254cd, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=73ae7af5-c514-4d76-9d5a-02e6173254cd,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:26.333436 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.346668 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:26.449745 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-9bcfb5f7-a580-4eca-a4c0-b24e04e2c086 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c41edf-b6f2-463a-809c-6cec363e8150 HTTP/1.1" status: 200 len: 217 time: 0.1780679 Jun 12 19:41:26.514103 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=73ae7af5-c514-4d76-9d5a-02e6173254cd,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:26.520401 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:26.576881 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.591263 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Transition to ACTIVE for port object ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:26.601830 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.607345 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-49fc156f-0588-4874-a141-449daa8370d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:26.634885 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-b94671d2-38e8-4cb7-b5cc-18038aeb5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:26.646277 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-b94671d2-38e8-4cb7-b5cc-18038aeb5f2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35e04332-accd-498e-bffb-b863f3ba71df HTTP/1.1" status: 200 len: 853 time: 0.1889770 Jun 12 19:41:26.675653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Allocated IP 172.20.0.1 (00d0f74d-0e8e-4f50-9188-076a893d1bc0/edccceb5-0257-4abf-822e-791a4ee379b1/3905c719-d504-4a6a-bfe5-5e274222914f) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:26.729617 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Attempting to bind port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:26.730463 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Attempting to bind port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:26.731228 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Attempting to bind port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:26.753702 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606678-d508-4aa4-847d-8983dbfbceb2 None None] Pushing event updated for resources: {'Port': ['ID=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:26.758510 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:26.759170 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-2c5cb8f2-600e-4b6c-9b05-a00a55e38fef None None] Provisioning complete for port 73ae7af5-c514-4d76-9d5a-02e6173254cd triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:26.760012 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb8f2-600e-4b6c-9b05-a00a55e38fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.762857 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:26.763746 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.766014 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:26.766714 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Bound port: ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:26.769493 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.776689 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-2f606678-d508-4aa4-847d-8983dbfbceb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:26.883707 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-4ec4912a-aaa6-4336-aac6-0c11b8194ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ed32ed-9177-41d1-868a-0251ab36b8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328499 Jun 12 19:41:26.913424 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e26ea518-ad5d-4396-982d-1f0abf5d6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.935490 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.956727 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Transition to ACTIVE for port object 3905c719-d504-4a6a-bfe5-5e274222914f will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:26.967584 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] For port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:26.984026 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] For port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:26.994984 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:26.999843 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:27.023972 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 05fb99ae-85be-45a9-98c0-2a88f10df39e up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:27.044923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:27.056179 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:27.159577 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:27.163338 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:27.165490 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:27.175861 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 05fb99ae-85be-45a9-98c0-2a88f10df39e completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:27.194434 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 05fb99ae-85be-45a9-98c0-2a88f10df39e triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:27.195177 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:27.210069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:27.216986 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:27.238021 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:27.334677 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606678-d508-4aa4-847d-8983dbfbceb2 None None] Pushing event updated for resources: {'Port': ['ID=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:27.461136 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-2f606678-d508-4aa4-847d-8983dbfbceb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:27.538569 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-88fd599b-7bcc-4987-ad30-272e13caefaa service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435938 Jun 12 19:41:27.541614 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Pushing event updated for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:27.558427 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:27.582746 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ca88-ba37-447e-985c-0bcbad897409 req-721b8df5-35cd-4984-80f6-5b93badf7d2b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:27.599058 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b22ca88-ba37-447e-985c-0bcbad897409 req-721b8df5-35cd-4984-80f6-5b93badf7d2b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 944 time: 0.9962623 Jun 12 19:41:27.630369 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:27.696814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:27.740528 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b22ca88-ba37-447e-985c-0bcbad897409 req-ea95363b-86eb-4572-820c-67fa6c2c0ea8 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400878 Jun 12 19:41:27.917963 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 05fb99ae-85be-45a9-98c0-2a88f10df39e, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=05fb99ae-85be-45a9-98c0-2a88f10df39e,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:27.931024 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:27.932710 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 73ae7af5-c514-4d76-9d5a-02e6173254cd up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:28.098965 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:28.219179 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:21Z', 'revision_number': 3, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:28.224532 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c2762-f607-427f-9764-236ad8ab2c2a None None] The sync data for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi is: [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:21Z', 'revision_number': 3, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:41:28.299282 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-1d209a50-d699-4d7f-9d9c-fd7d111fb800 None None] Provisioning for port 3905c719-d504-4a6a-bfe5-5e274222914f completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:28.329731 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 73ae7af5-c514-4d76-9d5a-02e6173254cd triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:28.330692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:28.332450 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-1d209a50-d699-4d7f-9d9c-fd7d111fb800 None None] Provisioning complete for port 3905c719-d504-4a6a-bfe5-5e274222914f triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:28.332980 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1d209a50-d699-4d7f-9d9c-fd7d111fb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:28.336688 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:28.348699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:28.391244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:28.460216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-1d209a50-d699-4d7f-9d9c-fd7d111fb800 None None] Port 3905c719-d504-4a6a-bfe5-5e274222914f cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:28.464121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ca310-8754-4f09-8549-76b54e076589 req-8cd60673-b73f-4bc7-bc65-01c958649c80 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:28.487591 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a79ca310-8754-4f09-8549-76b54e076589 req-8cd60673-b73f-4bc7-bc65-01c958649c80 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.6015487 Jun 12 19:41:28.493277 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e4d86f7a-2529-4473-bfe7-10c54eb11590 req-63be1dcd-ee55-431a-9025-62bc39f1afa7 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9298878 Jun 12 19:41:28.567724 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b074a98-ded0-4f9a-84cd-d5a442f12109 req-b817e97c-335f-4cab-8d86-cf61c1a6421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:28.569636 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b074a98-ded0-4f9a-84cd-d5a442f12109 req-b817e97c-335f-4cab-8d86-cf61c1a6421b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1098 time: 0.3585720 Jun 12 19:41:28.644359 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a79ca310-8754-4f09-8549-76b54e076589 req-e6b2c672-3c13-4a07-b426-4b886f1d5020 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547837 Jun 12 19:41:28.673325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea83d8-c2f5-42cf-a25e-7b50af582db0 req-19d63f89-762f-4f87-a6e5-02bb189f9ea7 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:28.675037 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-28ea83d8-c2f5-42cf-a25e-7b50af582db0 req-19d63f89-762f-4f87-a6e5-02bb189f9ea7 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.2976360 Jun 12 19:41:28.703585 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b074a98-ded0-4f9a-84cd-d5a442f12109 req-609a99a5-867f-49f1-9381-38741dab5c55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059210 Jun 12 19:41:28.750124 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-28ea83d8-c2f5-42cf-a25e-7b50af582db0 req-94b7dd81-86ae-4e62-8ee1-64cce24a88d2 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621531 Jun 12 19:41:28.763565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-ccb11871-515f-439f-b466-49edda60e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:28.766414 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-ccb11871-515f-439f-b466-49edda60e929 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 1097 time: 0.1835189 Jun 12 19:41:29.063642 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:29.078699 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:29.079783 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:29.090006 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:29.262901 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 05fb99ae-85be-45a9-98c0-2a88f10df39e up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:29.288263 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-df6b9782-8db1-42f7-a1ab-4e628e2cfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:29.298341 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-df6b9782-8db1-42f7-a1ab-4e628e2cfbbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 914 time: 0.4842141 Jun 12 19:41:29.378911 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Pushing event updated for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:29.389903 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:29.468729 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 05fb99ae-85be-45a9-98c0-2a88f10df39e triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:29.469354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:29.517575 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:29.520017 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:29.522152 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:41:29.634065 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-0419c1a0-300f-401a-9feb-dca01333ef79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c41edf-b6f2-463a-809c-6cec363e8150 HTTP/1.1" status: 200 len: 217 time: 0.3208048 Jun 12 19:41:29.635488 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:29.735233 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183c5f4-abf1-403f-89e7-a7e4cfae4748 req-62391514-be91-4cb5-b571-9560565764f4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:29.743831 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6183c5f4-abf1-403f-89e7-a7e4cfae4748 req-62391514-be91-4cb5-b571-9560565764f4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 944 time: 0.2091873 Jun 12 19:41:29.746384 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:29.752156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:29.752848 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:29.760130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-b0e5127f-386e-4fca-8066-e77e32ff7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:29.762196 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-b0e5127f-386e-4fca-8066-e77e32ff7416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35e04332-accd-498e-bffb-b863f3ba71df HTTP/1.1" status: 200 len: 853 time: 0.1173105 Jun 12 19:41:29.860099 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-e3e80d09-d879-46a1-a80c-11b115fd9b22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ed32ed-9177-41d1-868a-0251ab36b8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832126 Jun 12 19:41:29.972913 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Router fb18a406-621b-481f-a59f-791d1d735c7f has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:41:29.982152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:30.013935 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6183c5f4-abf1-403f-89e7-a7e4cfae4748 req-2d6cca4d-eb1b-439b-850d-d6ebe426283a tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685480 Jun 12 19:41:30.115602 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:30.131795 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:30.135423 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:30.250991 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-42c4d04c-86db-4f43-9512-89314f6894e7 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764803 Jun 12 19:41:30.380157 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:41:30.394830 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] 10.222.0.11 "PUT /v2.0/routers/fb18a406-621b-481f-a59f-791d1d735c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1431458 Jun 12 19:41:30.400259 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-36fb4123-aca6-4754-ac44-5d6132ef71d5 None None] Provisioning complete for port 3905c719-d504-4a6a-bfe5-5e274222914f triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:30.403344 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-36fb4123-aca6-4754-ac44-5d6132ef71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:30.417061 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe665d1-074b-4cdc-ac5f-bc5f9c701cf3 req-3e115885-9b00-42fe-ac07-423a60c22a4f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:30.426557 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-abe665d1-074b-4cdc-ac5f-bc5f9c701cf3 req-3e115885-9b00-42fe-ac07-423a60c22a4f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1466863 Jun 12 19:41:30.495230 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b740bc47-f01b-4f3a-bed7-b5a13ae42a11 req-ad66aae1-2875-4e18-b146-630bfc713767 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425783 Jun 12 19:41:30.496491 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-abe665d1-074b-4cdc-ac5f-bc5f9c701cf3 req-837498c5-d458-46ea-a55a-1b1eb1c565e9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Jun 12 19:41:30.517875 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778791d-86d7-4b1c-9aae-0d453fa79820 req-2d6072a0-e1da-4793-982d-ead98639ce2e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:30.519664 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2778791d-86d7-4b1c-9aae-0d453fa79820 req-2d6072a0-e1da-4793-982d-ead98639ce2e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.2553010 Jun 12 19:41:30.546264 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-36fb4123-aca6-4754-ac44-5d6132ef71d5 None None] Port 3905c719-d504-4a6a-bfe5-5e274222914f cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:30.565748 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:30.570146 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:30.629243 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2778791d-86d7-4b1c-9aae-0d453fa79820 req-3079b15d-cf6d-4726-a668-8e4bd2953cff tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984564 Jun 12 19:41:30.712896 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e4d09e42-6d24-45a8-b856-f6dc0398cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:30.943490 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:31.021852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:31.040333 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:31.040919 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:31.435423 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d59b5-997e-47a9-a6f3-6a4a49885177 req-38ef5e3a-5d5d-42ad-a3c3-7bd55c1e2d66 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:31.437160 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-606d59b5-997e-47a9-a6f3-6a4a49885177 req-38ef5e3a-5d5d-42ad-a3c3-7bd55c1e2d66 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 944 time: 0.1044807 Jun 12 19:41:31.463630 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Sync routers for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:41:31.475093 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:31.484144 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:31.493961 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-606d59b5-997e-47a9-a6f3-6a4a49885177 req-dc06caa1-aa56-406e-a706-ed3211eb6f57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Jun 12 19:41:31.720780 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:31.793462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a27ad-5892-4458-9777-0ad87fc59e4c req-0233d280-da3d-45c9-8bbe-06d70a4eb864 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:31.795382 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-166a27ad-5892-4458-9777-0ad87fc59e4c req-0233d280-da3d-45c9-8bbe-06d70a4eb864 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1645463 Jun 12 19:41:31.858150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-12911835-c196-4979-8822-f29fc4b2d9be tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:31.859864 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-12911835-c196-4979-8822-f29fc4b2d9be tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.41 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.1707582 Jun 12 19:41:31.874849 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-166a27ad-5892-4458-9777-0ad87fc59e4c req-f42b1935-6e08-48c6-871a-8fe51d98ebed tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681806 Jun 12 19:41:31.885164 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0633e9d-3eee-472b-a8d5-6e3f930c2a9e req-5f16e41f-b22b-48d5-b7bd-aaf0c8bae21e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:31.887407 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c0633e9d-3eee-472b-a8d5-6e3f930c2a9e req-5f16e41f-b22b-48d5-b7bd-aaf0c8bae21e tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.1180854 Jun 12 19:41:32.021897 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c0633e9d-3eee-472b-a8d5-6e3f930c2a9e req-ee487c7f-e70e-4f7e-a155-0968a87505c2 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135161 Jun 12 19:41:32.485948 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:32.524232 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:28Z', 'revision_number': 4, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '3905c719-d504-4a6a-bfe5-5e274222914f', 'name': '', 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'mac_address': 'fa:16:3e:6b:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:26Z', 'updated_at': '2021-06-12T19:41:28Z', 'revision_number': 2, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'subnets': [{'id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:32.536331 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Checking router: fb18a406-621b-481f-a59f-791d1d735c7f for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:41:32.537183 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Updating router fb18a406-621b-481f-a59f-791d1d735c7f port 3905c719-d504-4a6a-bfe5-5e274222914f binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:41:32.698558 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:32.798766 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Deleting port edccefa0-b0c6-459d-9623-b66639f5fcf0 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:41:32.799735 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:32.847276 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0ee9-a253-441f-bee5-2cea4e7c21a4 req-a76161bf-9de4-4924-a5c8-94546dc5de72 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:32.855214 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d23c0ee9-a253-441f-bee5-2cea4e7c21a4 req-a76161bf-9de4-4924-a5c8-94546dc5de72 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1466553 Jun 12 19:41:32.985399 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d23c0ee9-a253-441f-bee5-2cea4e7c21a4 req-b11124fe-d002-461e-88ce-2bc730598443 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291633 Jun 12 19:41:33.005237 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb5773-f6a0-4ca9-be82-7a4144b6df4d req-09a94798-a011-43cc-8992-17cbf11eb4a3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:33.024067 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-38eb5773-f6a0-4ca9-be82-7a4144b6df4d req-09a94798-a011-43cc-8992-17cbf11eb4a3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 944 time: 0.2139416 Jun 12 19:41:33.037682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] For port edccefa0-b0c6-459d-9623-b66639f5fcf0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=edccefa0-b0c6-459d-9623-b66639f5fcf0,segment=NetworkSegment(5d8f1e12-223b-4e1e-98b2-cbd13bbbf276),segment_id=5d8f1e12-223b-4e1e-98b2-cbd13bbbf276)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:33.038754 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:33.201781 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-38eb5773-f6a0-4ca9-be82-7a4144b6df4d req-e380184e-7e3a-4452-be74-a1d3c1ae3b53 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714571 Jun 12 19:41:33.371304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Calling delete_port for edccefa0-b0c6-459d-9623-b66639f5fcf0 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:41:33.796889 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:33.836440 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Transition to ACTIVE for port object 3905c719-d504-4a6a-bfe5-5e274222914f will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:33.906639 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:33.928962 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-82c6ca8a-f808-4fdc-b79e-425cc4449962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:34.057474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa935d9-419b-4859-9790-4c6aaa3a91ec req-bd229413-1159-44d6-a6e1-ea5126ff0984 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:34.081902 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 59c41edf-b6f2-463a-809c-6cec363e8150 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:41:34.089807 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:34.107211 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3aa935d9-419b-4859-9790-4c6aaa3a91ec req-bd229413-1159-44d6-a6e1-ea5126ff0984 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 949 time: 0.4499211 Jun 12 19:41:34.266925 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3aa935d9-419b-4859-9790-4c6aaa3a91ec req-73b90a99-5829-4f60-9f42-d28a00375713 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/security-groups?id=07bdffe1-883f-4f9d-afaf-cb932f56f282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584752 Jun 12 19:41:34.295014 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:34.312874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:34.348236 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['edccefa0-b0c6-459d-9623-b66639f5fcf0'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:41:34.356571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Pushing event updated for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:34.446207 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Pushing event deleted for resources: {'Port': ['ID=edccefa0-b0c6-459d-9623-b66639f5fcf0,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:34.455744 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:34.525308 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.db.resource_extend [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 19:41:34.576009 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.576867 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.577468 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.578010 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.578543 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.579076 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.579774 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.580314 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.580844 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.581613 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.582352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.582876 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:34.610332 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:34.632856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Attempting to bind port 3905c719-d504-4a6a-bfe5-5e274222914f on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:41:34.633649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Attempting to bind port 3905c719-d504-4a6a-bfe5-5e274222914f by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:41:34.634557 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Attempting to bind port 3905c719-d504-4a6a-bfe5-5e274222914f on network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:41:34.644462 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:41:34.645464 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Checking segment: {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:34.646192 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:34.646871 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Bound using segment: {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:41:34.647657 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Bound port: 3905c719-d504-4a6a-bfe5-5e274222914f, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38e3647-d0ed-43fe-8316-19a608ea40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:41:34.648338 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:34.842893 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] No DVR routers for this DVR port edccefa0-b0c6-459d-9623-b66639f5fcf0 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:41:34.847199 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:34.854202 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f86bfac0-5dc9-43ba-9313-975c4a3783e7 req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.41 "DELETE /v2.0/ports/edccefa0-b0c6-459d-9623-b66639f5fcf0 HTTP/1.1" status: 204 len: 173 time: 2.9778442 Jun 12 19:41:34.855613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'name': 'network-vif-deleted', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:34.867986 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff3126-9994-4954-b72f-617b31207708" -d '{"events": [{"server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "name": "network-vif-deleted", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:34.942352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=59c41edf-b6f2-463a-809c-6cec363e8150,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:35.119205 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '59c41edf-b6f2-463a-809c-6cec363e8150', 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1', 'port_id': '59c41edf-b6f2-463a-809c-6cec363e8150', 'mac_address': 'fa:16:3e:a4:2e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e04332-accd-498e-bffb-b863f3ba71df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:41:35.195465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccefebf8-a97c-4836-a0a4-ad6d4143d66f x-openstack-request-id: req-ccefebf8-a97c-4836-a0a4-ad6d4143d66f {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:35.195465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3604baaa-9498-4579-9a3e-f3109c7753d3", "name": "network-vif-deleted", "tag": "edccefa0-b0c6-459d-9623-b66639f5fcf0", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:35.197511 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccefebf8-a97c-4836-a0a4-ad6d4143d66f {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:35.197511 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3604baaa-9498-4579-9a3e-f3109c7753d3', 'name': 'network-vif-deleted', 'tag': 'edccefa0-b0c6-459d-9623-b66639f5fcf0', 'status': 'completed', 'code': 200} Jun 12 19:41:35.533409 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] For port 3905c719-d504-4a6a-bfe5-5e274222914f, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:41:35.541353 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] For port 3905c719-d504-4a6a-bfe5-5e274222914f, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=3905c719-d504-4a6a-bfe5-5e274222914f,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:41:35.544677 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:35.571974 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:35.583641 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:35.681662 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c41edf-b6f2-463a-809c-6cec363e8150 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:41:35.688662 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0952f1-894e-44b6-84f0-309c45c29230 req-2904ccc6-a3c6-4928-81f8-13376dac4ae5 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:35.691489 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f0952f1-894e-44b6-84f0-309c45c29230 req-2904ccc6-a3c6-4928-81f8-13376dac4ae5 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 944 time: 1.1152852 Jun 12 19:41:35.722235 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=59c41edf-b6f2-463a-809c-6cec363e8150,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:35.738998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:35.748019 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:41:35.748369 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:41:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:35.846276 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f0952f1-894e-44b6-84f0-309c45c29230 req-4ad469bd-6679-454e-a71c-03a291b833fc tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476946 Jun 12 19:41:35.907390 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-19b996c7-a33f-4156-8825-83ea84eb908d req-00da8c8e-0b4c-4007-8b9b-930e16fbb4a3 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3604baaa-9498-4579-9a3e-f3109c7753d3 HTTP/1.1" status: 200 len: 210 time: 0.0736518 Jun 12 19:41:36.130483 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device edccefa0-b0c6-459d-9623-b66639f5fcf0 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:41:36.163318 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: edccefa0-b0c6-459d-9623-b66639f5fcf0 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:41:36.163763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device edccefa0-b0c6-459d-9623-b66639f5fcf0 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:41:36.187826 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Pushing event updated for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:36.192075 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:36.195847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:36.323693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['59c41edf-b6f2-463a-809c-6cec363e8150'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:41:36.648427 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:36.704977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:41:36.709875 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:37.114706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-dd4ec4f0-68d7-4ec2-963a-7f76d6c687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:37.119713 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-dd4ec4f0-68d7-4ec2-963a-7f76d6c687ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.2160594 Jun 12 19:41:37.299799 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37770) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:37.437640 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c253-c8ab-4d87-b0f7-faab840b79ba req-99ed766b-d1e9-403c-aafb-ed769771d4c2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:37.453767 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5c11c253-c8ab-4d87-b0f7-faab840b79ba req-99ed766b-d1e9-403c-aafb-ed769771d4c2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.2584932 Jun 12 19:41:37.468132 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-0592f4bc-e17a-44db-8431-41b46a5b567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:37.470355 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-0592f4bc-e17a-44db-8431-41b46a5b567d service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.3421228 Jun 12 19:41:37.539622 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5c11c253-c8ab-4d87-b0f7-faab840b79ba req-90b2d4be-2480-41d4-aee9-bd8f8250aed6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832050 Jun 12 19:41:37.602670 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:37.715980 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:28Z', 'revision_number': 4, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '3905c719-d504-4a6a-bfe5-5e274222914f', 'name': '', 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'mac_address': 'fa:16:3e:6b:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:26Z', 'updated_at': '2021-06-12T19:41:35Z', 'revision_number': 4, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'subnets': [{'id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:41:37.719180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7194b-ae53-40ba-9cc5-fbc3bf0821af req-03cbe5a0-d248-4d8b-82cf-b7bf6046ab50 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:37.722264 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3fa7194b-ae53-40ba-9cc5-fbc3bf0821af req-03cbe5a0-d248-4d8b-82cf-b7bf6046ab50 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 945 time: 0.3567429 Jun 12 19:41:37.738186 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61e3e0-9c37-4a3b-8a5f-94fd6b9ab604 None None] The sync data for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi is: [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:41:28Z', 'revision_number': 4, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '3905c719-d504-4a6a-bfe5-5e274222914f', 'name': '', 'network_id': '00d0f74d-0e8e-4f50-9188-076a893d1bc0', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'mac_address': 'fa:16:3e:6b:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:26Z', 'updated_at': '2021-06-12T19:41:35Z', 'revision_number': 4, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'subnets': [{'id': 'edccceb5-0257-4abf-822e-791a4ee379b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:41:37.801936 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-61ecf4fa-f40f-443a-abb7-6b8db502d137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.3144209 Jun 12 19:41:37.925355 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:37.935988 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:37.945908 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c6aeec43-0f66-4154-a191-038457c6d8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:38.061985 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da9c72-336a-42f5-94a5-436caea5bcd5,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:38.079819 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3fa7194b-ae53-40ba-9cc5-fbc3bf0821af req-eb75387b-85f1-4454-8687-1a5fd4c36b6f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393872 Jun 12 19:41:38.101441 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:38.127436 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-65da434b-38d1-4527-80ed-6f74188486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:38.129258 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-65da434b-38d1-4527-80ed-6f74188486d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.3174973 Jun 12 19:41:38.169563 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6815e1ce977e42748ec4d56a0491cbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506017 Jun 12 19:41:38.170615 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37788) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:38.303893 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-9e7367de-ee34-4134-9660-2e93cb52c4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658518 Jun 12 19:41:38.513557 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:38.660600 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:38.840142 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:38.843004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:38.849551 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25da9c72-336a-42f5-94a5-436caea5bcd5 HTTP/1.1" status: 204 len: 168 time: 0.6723120 Jun 12 19:41:38.849551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:38.882993 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da9c72-336a-42f5-94a5-436caea5bcd5,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:38.887867 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-102c4820-bb49-42a9-9c21-4c7c37f884ab service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754571 Jun 12 19:41:38.894411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:39.099772 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663b179-3a06-4dfc-a8e4-6b2f7dde418a req-396a1df3-ba2b-4139-b016-68453b7cce39 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:39.121714 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6663b179-3a06-4dfc-a8e4-6b2f7dde418a req-396a1df3-ba2b-4139-b016-68453b7cce39 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1617773 Jun 12 19:41:39.195858 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 3905c719-d504-4a6a-bfe5-5e274222914f up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:39.274257 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6663b179-3a06-4dfc-a8e4-6b2f7dde418a req-6460aa2b-3e57-47a1-8dcd-9ee878ae9df6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464574 Jun 12 19:41:39.498702 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a055bca-89ff-4cf5-8c3f-55b9e0e3a34d req-f48a1581-e419-41ab-9628-ca55de81c27c service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762682 Jun 12 19:41:39.527857 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 3905c719-d504-4a6a-bfe5-5e274222914f completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:39.555596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 3905c719-d504-4a6a-bfe5-5e274222914f triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:39.557134 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:39.680704 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37828) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:39.771498 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.017957 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ff7e7-9620-4868-940e-5f0e006c5220 req-6d545e32-d290-4eb9-85d9-1f1a0cfc133b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:40.029477 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2a0ff7e7-9620-4868-940e-5f0e006c5220 req-6d545e32-d290-4eb9-85d9-1f1a0cfc133b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 945 time: 0.5888314 Jun 12 19:41:40.086986 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 59c41edf-b6f2-463a-809c-6cec363e8150 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:40.087918 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf777-0849-4960-89ba-50147b4e692c req-13041756-5ee3-4676-aa69-73961365262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:40.092417 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-13041756-5ee3-4676-aa69-73961365262c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.3234153 Jun 12 19:41:40.107385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.118728 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.123260 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e2046192-0f6c-4993-923a-b47fa9d90b62 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:40.130258 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2a0ff7e7-9620-4868-940e-5f0e006c5220 req-85e97503-160c-4d1e-a0f2-487701360c3f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990844 Jun 12 19:41:40.206127 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7babbbeb18df46d589515c8da8134d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146775 Jun 12 19:41:40.206704 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 37848) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:40.214475 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bfd7d5-5c81-4f2d-bc23-99232be57fd0,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:40.218806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:40.289869 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.375305 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.468028 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 3905c719-d504-4a6a-bfe5-5e274222914f, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=3905c719-d504-4a6a-bfe5-5e274222914f,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:40.474940 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.488676 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.502851 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:40.551155 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.556529 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:40.564762 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3bfd7d5-5c81-4f2d-bc23-99232be57fd0 HTTP/1.1" status: 204 len: 168 time: 0.3570735 Jun 12 19:41:40.565704 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3713500e-2e01-4e39-a50c-3624996f39f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:40.576508 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bfd7d5-5c81-4f2d-bc23-99232be57fd0,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:40.580460 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:40.612325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf777-0849-4960-89ba-50147b4e692c req-8240b1b2-c6d2-4db2-a155-6a57ac6cb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:40.614943 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-8240b1b2-c6d2-4db2-a155-6a57ac6cb384 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.4834726 Jun 12 19:41:40.813220 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-e586c79b-4529-4ca0-8e20-7fd2fce19ecd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.1883929 Jun 12 19:41:40.852800 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 59c41edf-b6f2-463a-809c-6cec363e8150 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:40.869314 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:40.881085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:40.926911 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 59c41edf-b6f2-463a-809c-6cec363e8150 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:40.945112 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:41.079642 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf777-0849-4960-89ba-50147b4e692c req-ae67f5af-3606-4cf7-a5c5-d3b9df9016d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:41.086155 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-ae67f5af-3606-4cf7-a5c5-d3b9df9016d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.2095597 Jun 12 19:41:41.188346 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-e49f30de-7755-4187-b9d2-be91f51f4868 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862067 Jun 12 19:41:41.231787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:41.312722 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:41:41.315194 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac74ed-eb74-45d9-8c34-b09e1a59e704" -d '{"events": [{"server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "name": "network-vif-plugged", "status": "completed", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:41:41.331994 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60bb44-2a42-40fd-a8cf-9f4fc0ec78fd req-ac26d935-3097-49d3-8cf0-e2cf2f9861fd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:41.349137 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa60bb44-2a42-40fd-a8cf-9f4fc0ec78fd req-ac26d935-3097-49d3-8cf0-e2cf2f9861fd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.5630186 Jun 12 19:41:41.365359 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=59c41edf-b6f2-463a-809c-6cec363e8150,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:41:41.373466 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:41.376861 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b966f464-4247-456a-ab29-8ee5ee54308c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:41.521015 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:41.525851 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:41.546644 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aa60bb44-2a42-40fd-a8cf-9f4fc0ec78fd req-a0602502-7f79-4494-a5ca-593a20074880 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963747 Jun 12 19:41:41.612795 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-23ac58e1-f776-41d7-b0ca-5a69ffc197dd service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150822 Jun 12 19:41:41.836603 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb192-7140-49c2-880f-06e5fc6ad983 req-fa3f1406-bb42-47da-8635-9781f011dece tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:41.838253 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-262cb192-7140-49c2-880f-06e5fc6ad983 req-fa3f1406-bb42-47da-8635-9781f011dece tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.1191101 Jun 12 19:41:41.968040 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-262cb192-7140-49c2-880f-06e5fc6ad983 req-c0e9c604-c91c-4bbf-a608-e131bbbc9051 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102874 Jun 12 19:41:42.080628 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1ac14-1c9b-4a7e-b7b8-7bcb79acb525 x-openstack-request-id: req-44f1ac14-1c9b-4a7e-b7b8-7bcb79acb525 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:41:42.081150 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "name": "network-vif-plugged", "status": "completed", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:41:42.081588 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44f1ac14-1c9b-4a7e-b7b8-7bcb79acb525 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:41:42.082520 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150', 'code': 200} Jun 12 19:41:42.492350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:42.976052 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 3905c719-d504-4a6a-bfe5-5e274222914f up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:41:43.094642 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 3905c719-d504-4a6a-bfe5-5e274222914f triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:43.095298 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:43.412526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38034) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:43.637667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:43.827303 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:43.834452 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:43.841970 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dc98f4b1-8fa1-4978-835e-8f942d3f2c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:43.894278 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=717b058fb368465aab2665fb595fbc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805219 Jun 12 19:41:43.897252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38044) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:43.907344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64522a6d-1ce2-40f9-adb2-00ccbb865b54,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:43.919271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.919892 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.920402 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.921108 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.921619 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.922145 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.922769 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.923274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.923919 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.924435 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.924929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.925482 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:41:43.929925 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:44.031356 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:44.082473 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:44.185286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:44.191389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:44.193850 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64522a6d-1ce2-40f9-adb2-00ccbb865b54 HTTP/1.1" status: 204 len: 168 time: 0.2945399 Jun 12 19:41:44.195142 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6262bebe-ce44-4ed7-a2db-163272818a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:44.212455 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64522a6d-1ce2-40f9-adb2-00ccbb865b54,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:44.216997 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:45.612282 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3cf777-0849-4960-89ba-50147b4e692c req-2e10d850-1315-46f7-983e-b5f755551dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981368 Jun 12 19:41:45.652908 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f3287-37b2-4cb1-a605-e4ab5285b09b req-8e6174ff-7e07-4e6f-9cd0-a0adf2f41a2b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:45.685944 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c96f3287-37b2-4cb1-a605-e4ab5285b09b req-8e6174ff-7e07-4e6f-9cd0-a0adf2f41a2b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.2238951 Jun 12 19:41:45.841502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4a8f-06ac-42eb-8f07-71301452e127 req-79c13d79-0517-49c4-9857-1472e6dcbb36 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:45.844009 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e26f4a8f-06ac-42eb-8f07-71301452e127 req-79c13d79-0517-49c4-9857-1472e6dcbb36 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1671619 Jun 12 19:41:45.852133 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c96f3287-37b2-4cb1-a605-e4ab5285b09b req-fc6c9806-0f64-48c0-b0c4-a9ca0042b3a9 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613722 Jun 12 19:41:45.920728 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e26f4a8f-06ac-42eb-8f07-71301452e127 req-a093ed1c-4ab4-40a9-a055-2429255fc52e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611277 Jun 12 19:41:45.987210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda6c4d-38a7-40e6-97eb-3f6f56d09606 req-1cf381fc-1a59-45a3-97dc-db1f36f26a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:45.988759 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7bda6c4d-38a7-40e6-97eb-3f6f56d09606 req-1cf381fc-1a59-45a3-97dc-db1f36f26a62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 1099 time: 0.2411091 Jun 12 19:41:46.037314 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7bda6c4d-38a7-40e6-97eb-3f6f56d09606 req-e5a7d679-2ed2-4510-a471-ee448d7014e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jun 12 19:41:51.514049 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9adfa1-4632-4f5b-984f-c9d591d076fb req-92682ad3-5c43-4212-9497-286fe2742201 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:51.515713 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6f9adfa1-4632-4f5b-984f-c9d591d076fb req-92682ad3-5c43-4212-9497-286fe2742201 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.1313114 Jun 12 19:41:51.533830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf96a-e25b-4bd2-95e9-05d093dca933 req-a586f8f8-a1ab-4260-aa72-e7a36a1c3247 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:51.535648 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a2ddf96a-e25b-4bd2-95e9-05d093dca933 req-a586f8f8-a1ab-4260-aa72-e7a36a1c3247 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0856178 Jun 12 19:41:51.583417 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6f9adfa1-4632-4f5b-984f-c9d591d076fb req-b1e6cd96-4346-46f5-9e7f-13209290c3a4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Jun 12 19:41:51.625956 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a2ddf96a-e25b-4bd2-95e9-05d093dca933 req-6424cb9b-2654-41f0-811f-0754a646b2a4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Jun 12 19:41:52.781923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-0a369957-0cde-4fe8-a0ce-36986262e59d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:52.788643 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-0a369957-0cde-4fe8-a0ce-36986262e59d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 814 time: 0.2273378 Jun 12 19:41:52.813489 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-43ec9cbe-465e-4c05-9b5f-2a677395c65b tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/quotas/909c3915c23d40518d4968b15a028cd8 HTTP/1.1" status: 200 len: 375 time: 0.0184164 Jun 12 19:41:52.918244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05328-f8f3-42da-bb78-0becb145135f req-ff20e7bf-0ce7-4e80-b7e9-04624d568789 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:52.921224 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-95e05328-f8f3-42da-bb78-0becb145135f req-ff20e7bf-0ce7-4e80-b7e9-04624d568789 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.1323383 Jun 12 19:41:52.954023 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-c575e8d9-a889-49c8-8177-8af5545e3794 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290014 Jun 12 19:41:52.991766 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-95e05328-f8f3-42da-bb78-0becb145135f req-96838485-12f9-405d-bf8a-6b885ff6e899 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 Jun 12 19:41:53.125179 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-845ef367-6951-4c81-83a5-a02da6746fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563704 Jun 12 19:41:53.249834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba4089-620c-426b-8fe8-eee15ac0c8c9 req-7161a682-482f-46eb-bee4-71a7b1c88622 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:53.251947 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70ba4089-620c-426b-8fe8-eee15ac0c8c9 req-7161a682-482f-46eb-bee4-71a7b1c88622 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1246533 Jun 12 19:41:53.297528 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-c7cea0a6-9312-494e-99df-0796c37e2d25 service neutron] 10.222.0.11 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569123 Jun 12 19:41:53.313044 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-70ba4089-620c-426b-8fe8-eee15ac0c8c9 req-6b21fefd-94ab-429c-838d-db72a73f2dec tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Jun 12 19:41:53.578890 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-56d06eb5-0946-47f6-acee-47b764a2152f req-f1534d86-7e93-48b5-bfef-4ef54aa7128e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 210 time: 0.0689380 Jun 12 19:41:54.139681 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38312) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:54.355873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00982221-5755-48e0-849d-61220011ab76 req-7bd8caae-433b-4e73-b42b-be8985ca5f3a tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:54.357980 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-00982221-5755-48e0-849d-61220011ab76 req-7bd8caae-433b-4e73-b42b-be8985ca5f3a tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.1951759 Jun 12 19:41:54.521618 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-00982221-5755-48e0-849d-61220011ab76 req-44099b48-630f-4a5c-8caf-25da382bdfdc tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448557 Jun 12 19:41:54.533797 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38324) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:54.546360 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-7f5199aa-ca16-4890-af7a-f52b2efc2743 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a5bc190b28d4e419b7fa22725db64ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873215 Jun 12 19:41:54.658566 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62fa4c-cc4a-40f9-84aa-f08d1d62c5ec req-b9a6cc4d-ad85-4ccb-9caf-1bb2de702f2c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:54.661335 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2b62fa4c-cc4a-40f9-84aa-f08d1d62c5ec req-b9a6cc4d-ad85-4ccb-9caf-1bb2de702f2c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1856282 Jun 12 19:41:54.688379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:54.721003 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:54.809169 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2b62fa4c-cc4a-40f9-84aa-f08d1d62c5ec req-b1afed45-e44b-4c55-834d-9657da0ec64e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279120 Jun 12 19:41:54.850285 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:54.862315 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:54.869167 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07bdffe1-883f-4f9d-afaf-cb932f56f282 HTTP/1.1" status: 204 len: 168 time: 0.3294618 Jun 12 19:41:54.870714 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-cc4239fe-b252-42b0-b2e1-df112217adfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:54.883524 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-18cc9e10-a991-469c-a94f-def60052d663 req-f09295fb-3e03-4fda-96af-2fadd2194324 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 210 time: 0.1075401 Jun 12 19:41:54.886630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bdffe1-883f-4f9d-afaf-cb932f56f282,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:54.907682 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:55.554309 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-2cf92888-b6a3-41f0-a114-d6c99556518c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:55.559362 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-2cf92888-b6a3-41f0-a114-d6c99556518c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 814 time: 0.3475888 Jun 12 19:41:55.574617 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'port': {'device_id': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'admin_state_up': True, 'tenant_id': '909c3915c23d40518d4968b15a028cd8'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:56.234606 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5867f-df7f-42df-b2af-fee44794166b req-68a9410f-ad38-4cba-b0eb-cbb26f663488 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:56.246633 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a8e5867f-df7f-42df-b2af-fee44794166b req-68a9410f-ad38-4cba-b0eb-cbb26f663488 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1757667 Jun 12 19:41:56.321091 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a8e5867f-df7f-42df-b2af-fee44794166b req-6818a927-ab35-45b7-a563-aa4939a987c3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733674 Jun 12 19:41:56.426156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38466) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:56.458232 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-87bf742c-c34a-44a7-98cb-682f53208c7b req-608a8252-dc76-4839-93fa-863cc52b3f1d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 210 time: 0.1433179 Jun 12 19:41:56.496812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Made reservation on behalf of 909c3915c23d40518d4968b15a028cd8 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:56.502912 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.610101 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2009728343-network', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:56.674709 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Made reservation on behalf of 832dd60b657849a4b3b0355b6e83394a for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:56.677222 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.693791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.736324 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Allocated IP 172.20.0.9 (cb3ad40f-8785-49de-a2bc-eecce91df1f8/b07849dc-0d8a-4de3-a3ec-00587a71e006/603147db-9b9b-4eee-b7e4-0b21500fb6fb) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:56.886741 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e3cb-b4e6-484b-97df-f68564fdd7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.916710 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.930732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:56.941163 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-30d8c5ab-02b8-4f5e-8fc5-3059917bfb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:57.019661 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:41:57.022634 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.050648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e6b84d-1137-437c-acc5-a80b83c160b9,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:57.059201 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:57.061203 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.062129 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Added segment 418852af-3445-4bcb-853a-8241a4c47e90 of type vlan for network f5c9f165-3f45-45ba-a6d5-111622f8a71e Jun 12 19:41:57.085000 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Transition to ACTIVE for port object 603147db-9b9b-4eee-b7e4-0b21500fb6fb will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:57.171140 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.194102 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.194958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-23d07b04-ac1e-4121-8c23-402ccfe2e551 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:57.234153 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.235821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:57.236644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.240533 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:57.336363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:57.358128 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9304738 Jun 12 19:41:57.369173 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38486) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:57.384135 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:57.438095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:57.452491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:57.515011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:57.553861 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Request body: {'subnet': {'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2009728343-subnet', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:57.578908 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Pushing event updated for resources: {'Network': ['ID=f5c9f165-3f45-45ba-a6d5-111622f8a71e,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:57.582225 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:57.583193 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.593828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:41:57.616963 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:57.718068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Made reservation on behalf of 832dd60b657849a4b3b0355b6e83394a for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:41:57.726723 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:57.991870 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4169106 Jun 12 19:41:58.128699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-213512bd-5fe3-492d-97e9-a08d8fdf646e None None] Provisioning for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:41:58.171947 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-213512bd-5fe3-492d-97e9-a08d8fdf646e None None] Provisioning complete for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:41:58.174881 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-213512bd-5fe3-492d-97e9-a08d8fdf646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:58.238447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cb78-49f1-401e-a9ab-71a4369a259a req-099775eb-5e4d-41e9-bdba-e2aedc613512 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:58.261136 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3498cb78-49f1-401e-a9ab-71a4369a259a req-099775eb-5e4d-41e9-bdba-e2aedc613512 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.6220939 Jun 12 19:41:58.455186 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-213512bd-5fe3-492d-97e9-a08d8fdf646e None None] Port 603147db-9b9b-4eee-b7e4-0b21500fb6fb cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:41:58.475109 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3498cb78-49f1-401e-a9ab-71a4369a259a req-45af682a-0ace-4f38-a2e8-437760d99209 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056744 Jun 12 19:41:58.644772 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:58.653559 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7f5a308d-6b47-456d-aefc-d628f340d14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:58.733578 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a763543-6901-4c97-b9f2-b07818dddbbb,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:58.737409 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:41:58.741625 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Checking segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:41:58.742059 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Network hostable DHCP agents. Network: f5c9f165-3f45-45ba-a6d5-111622f8a71e, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:41:58.766892 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:41:58.779992 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, f5c9f165-3f45-45ba-a6d5-111622f8a71e) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:58.785731 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:58.787149 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:58.789278 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1467ca6-3be0-450d-a5ae-5e8e80f8d45f None None] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:41:58.789846 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887d352-1666-4364-aa7c-3ba822a4ecb6 req-f1f40333-28ad-40e5-951e-d5416d1c431a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:41:58.802907 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8887d352-1666-4364-aa7c-3ba822a4ecb6 req-f1f40333-28ad-40e5-951e-d5416d1c431a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 931 time: 0.1494296 Jun 12 19:41:58.858110 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3334687 Jun 12 19:41:58.859556 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38514) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:41:58.871330 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:41:58.908081 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8887d352-1666-4364-aa7c-3ba822a4ecb6 req-8c637c71-9e61-492f-a4c6-a8ca2c843833 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765827 Jun 12 19:41:58.911127 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:58.913114 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.041842 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:41:59.043439 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.057933 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.357458 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Allocated IP 172.20.0.2 (f5c9f165-3f45-45ba-a6d5-111622f8a71e/5a763543-6901-4c97-b9f2-b07818dddbbb/67db35cb-0d89-436a-8d53-0ab5633a4dd2) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:41:59.406601 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.728387 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.737435 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Transition to ACTIVE for port object 67db35cb-0d89-436a-8d53-0ab5633a4dd2 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:59.763372 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Transition to ACTIVE for port object 67db35cb-0d89-436a-8d53-0ab5633a4dd2 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:41:59.782219 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.794892 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:41:59.866075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.892916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:41:59.897102 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:41:59.903141 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:41:59.913079 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:41:59.929056 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Pushing event updated for resources: {'Port': ['ID=67db35cb-0d89-436a-8d53-0ab5633a4dd2,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:41:59.986558 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:00.099084 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Attempting to bind port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:00.099517 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Attempting to bind port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:00.100068 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Attempting to bind port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 on network f5c9f165-3f45-45ba-a6d5-111622f8a71e {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:00.107356 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:00.107899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Checking segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:00.108423 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.108890 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Bound using segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:00.109496 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Bound port: 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:00.109948 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.157275 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Allocated IP 172.27.3.90 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/45f7d790-f2c6-4050-87a4-2f32f5a08c20) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:42:00.251096 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] For port 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:00.255846 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] For port 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=67db35cb-0d89-436a-8d53-0ab5633a4dd2,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:00.267699 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.272581 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:00.366995 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Pushing event updated for resources: {'Port': ['ID=67db35cb-0d89-436a-8d53-0ab5633a4dd2,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:00.372327 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:00.408268 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.494182 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.496924 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f8a29e2f-a0eb-4512-a96e-8a5390e70395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:00.553988 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:00.559949 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:00.564175 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:42:00.626271 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Pushing event updated for resources: {'Port': ['ID=45f7d790-f2c6-4050-87a4-2f32f5a08c20,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:00.772469 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0f531b2c-0f77-48df-9000-aae715865550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:00.822141 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:01.000610 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 67db35cb-0d89-436a-8d53-0ab5633a4dd2 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:01.032830 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:01.077071 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:01.191660 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:01.769167 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57424b-9ced-498c-aa24-b080af3f73fd None None] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:42:01.917848 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Provisioning for port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:01.925059 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Provisioning complete for port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:01.925547 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.037314 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.324532 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.359867 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Router ed58d0cb-f1bd-42d7-8828-681284d8fb96 is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:42:02.385020 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] For port 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=67db35cb-0d89-436a-8d53-0ab5633a4dd2,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:02.392313 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.395996 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:02.472919 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.489227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Pushing event updated for resources: {'Port': ['ID=67db35cb-0d89-436a-8d53-0ab5633a4dd2,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:02.492998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:02.600209 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:42:02.619766 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Sync routers for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:42:02.627705 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.629894 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7680099 Jun 12 19:42:02.633145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38562) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:02.637923 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:02.638941 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:02.818296 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-74c8c914-17e4-46b8-a047-617efc743508 None None] Provisioning complete for port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:02.819039 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-74c8c914-17e4-46b8-a047-617efc743508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:02.838418 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:02.982739 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 67db35cb-0d89-436a-8d53-0ab5633a4dd2 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:03.122132 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:03.123094 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.187853 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:00Z', 'revision_number': 3, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:03.198466 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Checking router: ed58d0cb-f1bd-42d7-8828-681284d8fb96 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:42:03.199958 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Updating router ed58d0cb-f1bd-42d7-8828-681284d8fb96 port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:42:03.376853 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.410742 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.665239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Allocated IP 172.20.0.1 (f5c9f165-3f45-45ba-a6d5-111622f8a71e/5a763543-6901-4c97-b9f2-b07818dddbbb/6c87631b-d475-430b-bafe-550bc88d9365) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:42:03.834060 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.857624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Transition to ACTIVE for port object 6c87631b-d475-430b-bafe-550bc88d9365 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:03.868990 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.882882 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Transition to ACTIVE for port object 45f7d790-f2c6-4050-87a4-2f32f5a08c20 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:03.893216 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.896275 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:03.918657 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.951437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:03.954992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:03.957784 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c099f-091c-4188-9193-309c5bb1d9d6 None None] Pushing event updated for resources: {'Port': ['ID=45f7d790-f2c6-4050-87a4-2f32f5a08c20,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:03.962324 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-760c099f-091c-4188-9193-309c5bb1d9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:03.995505 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Attempting to bind port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:03.997552 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Attempting to bind port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:04.001657 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Attempting to bind port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:04.008922 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:04.009350 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:04.010313 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.010716 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:04.011204 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Bound port: 45f7d790-f2c6-4050-87a4-2f32f5a08c20, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:04.011582 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.046168 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:04.050754 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:04.056203 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:42:04.062257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Pushing event updated for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:04.147200 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] For port 45f7d790-f2c6-4050-87a4-2f32f5a08c20, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:04.153875 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] For port 45f7d790-f2c6-4050-87a4-2f32f5a08c20, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=45f7d790-f2c6-4050-87a4-2f32f5a08c20,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:04.160740 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.163592 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:04.168295 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:04.216975 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.246899 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c099f-091c-4188-9193-309c5bb1d9d6 None None] Pushing event updated for resources: {'Port': ['ID=45f7d790-f2c6-4050-87a4-2f32f5a08c20,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:04.272554 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-760c099f-091c-4188-9193-309c5bb1d9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:04.331645 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:04.332649 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:04.649994 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-879835d9-00be-4aa9-a3ea-2eb6da1b9bf8 None None] Provisioning for port 6c87631b-d475-430b-bafe-550bc88d9365 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:04.655864 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-879835d9-00be-4aa9-a3ea-2eb6da1b9bf8 None None] Provisioning complete for port 6c87631b-d475-430b-bafe-550bc88d9365 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:04.656435 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-879835d9-00be-4aa9-a3ea-2eb6da1b9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.657480 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:04.657632 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:04.781098 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-879835d9-00be-4aa9-a3ea-2eb6da1b9bf8 None None] Port 6c87631b-d475-430b-bafe-550bc88d9365 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:42:05.091847 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:05.110665 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:05.114245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ceea1087-228c-422a-9d0c-e3764b823329 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:05.148038 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:00Z', 'revision_number': 3, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:05.157455 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ba07-dad6-4a6b-8893-d72bbdad494a None None] The sync data for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi is: [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:00Z', 'revision_number': 3, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:42:05.229626 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:05.239950 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Pushing event updated for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:05.271563 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:05.490200 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:05.493385 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:06.147538 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-cb565217-0aae-48fe-8f02-29391f9fccb7 None None] Provisioning complete for port 6c87631b-d475-430b-bafe-550bc88d9365 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:06.148435 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-cb565217-0aae-48fe-8f02-29391f9fccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:06.238495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-cb565217-0aae-48fe-8f02-29391f9fccb7 None None] Port 6c87631b-d475-430b-bafe-550bc88d9365 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:42:06.300443 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Router ed58d0cb-f1bd-42d7-8828-681284d8fb96 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:42:06.522075 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:42:06.612428 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:42:06.620234 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] 10.222.0.11 "PUT /v2.0/routers/ed58d0cb-f1bd-42d7-8828-681284d8fb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9857261 Jun 12 19:42:06.997179 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 45f7d790-f2c6-4050-87a4-2f32f5a08c20 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:07.140450 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:07.146884 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:07.147365 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:07.318626 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:07.358943 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 45f7d790-f2c6-4050-87a4-2f32f5a08c20, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=45f7d790-f2c6-4050-87a4-2f32f5a08c20,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:07.368582 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:07.375562 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:07.479438 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=45f7d790-f2c6-4050-87a4-2f32f5a08c20,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:07.483343 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:07.850650 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Sync routers for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:42:07.868389 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:07.870139 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:07.913268 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38610) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:07.923759 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134683777-network', 'tenant_id': '6827c35bea8545acbf82dc1561103277'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:07.960358 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Made reservation on behalf of 6827c35bea8545acbf82dc1561103277 for: {'network': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:42:07.963809 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:07.976365 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.175678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.188322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.226449 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=98311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:42:08.245490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bd37c80d-b6c9-432f-a9f9-4b403a6d1dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:08.249316 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.249847 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.segments_db [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Added segment 32c28c01-3923-4830-81f6-b73701116b61 of type vlan for network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 Jun 12 19:42:08.258568 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:08.331812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7967f8-0842-4ff1-9f03-b201e0a14692,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:08.338304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:08.353181 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.399779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.414541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:08.417927 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.423629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:08.608886 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Pushing event updated for resources: {'Network': ['ID=d3ec4606-9589-4e86-9f2a-c8f4cc29eb43,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:08.616349 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:08.624506 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7093198 Jun 12 19:42:08.627573 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38616) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:08.639237 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Request body: {'subnet': {'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134683777-subnet', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:08.677360 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:42:08.687091 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Made reservation on behalf of 6827c35bea8545acbf82dc1561103277 for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:42:08.690995 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6820236'] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:08.951719 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 45f7d790-f2c6-4050-87a4-2f32f5a08c20 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:08.998773 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6916371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6820250'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.011270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:09.049916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 2, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:09.059136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Checking router: ed58d0cb-f1bd-42d7-8828-681284d8fb96 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:42:09.059749 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Updating router ed58d0cb-f1bd-42d7-8828-681284d8fb96 port 6c87631b-d475-430b-bafe-550bc88d9365 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:42:09.147273 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:09.147645 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f06594-6918-4824-b785-719fef207659,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:09.147855 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.156598 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:09.161238 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Checking segment: {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:09.161804 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Network hostable DHCP agents. Network: d3ec4606-9589-4e86-9f2a-c8f4cc29eb43, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:42:09.190322 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.191407 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:42:09.206257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, d3ec4606-9589-4e86-9f2a-c8f4cc29eb43) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:09.213813 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:09.214907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.233580 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92629561-629a-4741-accb-1d482bd206b3 None None] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:42:09.248153 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3e68bb22-9198-423d-aefb-e8d189ef0947 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6180320 Jun 12 19:42:09.250689 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38622) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:09.258510 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:09.311902 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.314604 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.449373 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.724889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:09.996098 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-d3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'fixed_ips': [{'subnet_id': 'a3f06594-6918-4824-b785-719fef207659'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:42:09.997004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.107078 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.142690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.229251 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.293989 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Transition to ACTIVE for port object 6c87631b-d475-430b-bafe-550bc88d9365 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:10.307336 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.314999 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:10.371980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Allocated IP 172.27.3.244 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/8651c92d-b447-46e5-94d0-ff6e7f66b8f7) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:42:10.390921 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Allocated IP 172.20.0.2 (d3ec4606-9589-4e86-9f2a-c8f4cc29eb43/a3f06594-6918-4824-b785-719fef207659/f2911f21-20d6-43ef-bd44-72a44ccd3455) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:42:10.552095 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Pushing event updated for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:10.557573 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:10.627850 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Attempting to bind port 6c87631b-d475-430b-bafe-550bc88d9365 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:10.628160 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Attempting to bind port 6c87631b-d475-430b-bafe-550bc88d9365 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:10.628486 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Attempting to bind port 6c87631b-d475-430b-bafe-550bc88d9365 on network f5c9f165-3f45-45ba-a6d5-111622f8a71e {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:10.707342 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.733177 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:10.733931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Checking segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:10.734712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.735372 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Bound using segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:10.736210 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Bound port: 6c87631b-d475-430b-bafe-550bc88d9365, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:10.736887 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.781514 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:10.781514 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-57dda2c2-73f6-4050-ba7b-35eac2f68e3f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:10.848378 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:10.852339 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:10.857368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:42:10.912441 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Pushing event updated for resources: {'Port': ['ID=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:10.966286 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:11.015633 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] For port 6c87631b-d475-430b-bafe-550bc88d9365, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:11.053297 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] For port 6c87631b-d475-430b-bafe-550bc88d9365, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=6c87631b-d475-430b-bafe-550bc88d9365,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:11.061509 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.064395 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.067174 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:11.111916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Transition to ACTIVE for port object f2911f21-20d6-43ef-bd44-72a44ccd3455 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:11.163732 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Transition to ACTIVE for port object f2911f21-20d6-43ef-bd44-72a44ccd3455 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:11.173908 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Pushing event updated for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:11.180793 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:11.183244 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.186939 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-2539dd1d-3360-4662-9755-26d562549ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:11.189652 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:11.190506 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:11.290724 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.470733 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:11.479694 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:11.483899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Pushing event updated for resources: {'Port': ['ID=f2911f21-20d6-43ef-bd44-72a44ccd3455,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:11.489421 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:42:11.497518 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:11.692078 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:11.782532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.791661 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Attempting to bind port f2911f21-20d6-43ef-bd44-72a44ccd3455 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:11.792111 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Attempting to bind port f2911f21-20d6-43ef-bd44-72a44ccd3455 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:11.792497 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Attempting to bind port f2911f21-20d6-43ef-bd44-72a44ccd3455 on network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:11.812834 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:11.813347 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Checking segment: {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:11.813826 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:11.814378 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Bound using segment: {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:11.815114 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Bound port: f2911f21-20d6-43ef-bd44-72a44ccd3455, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:11.815675 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:12.047852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] For port f2911f21-20d6-43ef-bd44-72a44ccd3455, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:12.056462 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] For port f2911f21-20d6-43ef-bd44-72a44ccd3455, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f2911f21-20d6-43ef-bd44-72a44ccd3455,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:12.066272 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:12.070269 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:12.350178 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Pushing event updated for resources: {'Port': ['ID=f2911f21-20d6-43ef-bd44-72a44ccd3455,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:12.354539 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:12.395432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-40703417-1748-4093-9e84-bfddc726df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:10Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:12.404521 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40703417-1748-4093-9e84-bfddc726df87 None None] The sync data for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi is: [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:10Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:42:12.623785 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Router 2f94296e-3a31-4e59-86d1-1fd434c4e85d is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:42:12.974387 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:42:12.995011 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Sync routers for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:42:13.015329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:13.020970 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7648456 Jun 12 19:42:13.021412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38644) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:13.024520 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:13.032452 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:13.042941 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f2911f21-20d6-43ef-bd44-72a44ccd3455 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:13.143560 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port f2911f21-20d6-43ef-bd44-72a44ccd3455 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:13.156120 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 6c87631b-d475-430b-bafe-550bc88d9365 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:13.265285 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 6c87631b-d475-430b-bafe-550bc88d9365 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:13.274243 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 6c87631b-d475-430b-bafe-550bc88d9365 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:13.276678 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:13.378874 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:13.579145 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:13.642891 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 6c87631b-d475-430b-bafe-550bc88d9365, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=6c87631b-d475-430b-bafe-550bc88d9365,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:13.657340 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:13.659773 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:13.858562 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:13.873773 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:14.175819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e8734-57e6-48bc-9c8b-fcd47d41b5b2 None None] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:42:14.401875 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Provisioning for port f2911f21-20d6-43ef-bd44-72a44ccd3455 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:14.417433 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Provisioning complete for port f2911f21-20d6-43ef-bd44-72a44ccd3455 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:14.417883 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:14.523265 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:14.665000 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:11Z', 'revision_number': 3, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:14.690466 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Checking router: 2f94296e-3a31-4e59-86d1-1fd434c4e85d for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:42:14.691430 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Updating router 2f94296e-3a31-4e59-86d1-1fd434c4e85d port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:42:14.778126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Allocated IP 172.20.0.1 (d3ec4606-9589-4e86-9f2a-c8f4cc29eb43/a3f06594-6918-4824-b785-719fef207659/848cea66-f589-4654-8a5b-2d078f690246) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:42:14.781404 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:14.847381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:14.975462 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-e92ce863-6c88-440b-b593-d50734790049 None None] For port f2911f21-20d6-43ef-bd44-72a44ccd3455, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f2911f21-20d6-43ef-bd44-72a44ccd3455,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:14.988442 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:14.993142 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:15.043299 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 6c87631b-d475-430b-bafe-550bc88d9365 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:15.162978 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Pushing event updated for resources: {'Port': ['ID=f2911f21-20d6-43ef-bd44-72a44ccd3455,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:15.166693 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.179687 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:15.198752 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Transition to ACTIVE for port object 848cea66-f589-4654-8a5b-2d078f690246 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:15.200370 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 6c87631b-d475-430b-bafe-550bc88d9365 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:15.201015 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.265213 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-22001eb5-017b-4f78-b8cf-d961ba3a1f52 None None] Provisioning complete for port f2911f21-20d6-43ef-bd44-72a44ccd3455 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:15.265662 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22001eb5-017b-4f78-b8cf-d961ba3a1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.271589 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.277469 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:15.314148 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.326136 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Transition to ACTIVE for port object 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:15.342917 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.347997 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:15.352923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:15.353938 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-2f606678-d508-4aa4-847d-8983dbfbceb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:15.359389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:42:15.385909 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Attempting to bind port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:15.386643 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Attempting to bind port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:15.387256 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Attempting to bind port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:15.406774 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Pushing event updated for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:15.411980 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:15.420834 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.427714 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:15.428392 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:15.429149 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.429739 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:15.430531 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Bound port: 8651c92d-b447-46e5-94d0-ff6e7f66b8f7, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:15.431033 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.513994 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] For port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:15.518671 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] For port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:15.538060 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.573648 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:15.574513 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:15.674615 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.684349 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98e3de-0b35-4c37-a30e-9361a46a8fe8 None None] Pushing event updated for resources: {'Port': ['ID=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,revision_number=2']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:15.739455 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-9b98e3de-0b35-4c37-a30e-9361a46a8fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:15.739841 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:15.748221 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e345984f-3066-403e-9491-2813dfa240a3 None None] Provisioning for port 848cea66-f589-4654-8a5b-2d078f690246 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:15.755068 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-e345984f-3066-403e-9491-2813dfa240a3 None None] Provisioning complete for port 848cea66-f589-4654-8a5b-2d078f690246 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:15.755638 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e345984f-3066-403e-9491-2813dfa240a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.819216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-e345984f-3066-403e-9491-2813dfa240a3 None None] Port 848cea66-f589-4654-8a5b-2d078f690246 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:42:15.840716 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98e3de-0b35-4c37-a30e-9361a46a8fe8 None None] Pushing event updated for resources: {'Port': ['ID=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:15.846063 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-9b98e3de-0b35-4c37-a30e-9361a46a8fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:15.858108 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:15.950702 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.956426 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:15.958762 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:16.088390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Pushing event updated for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:16.092937 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:16.098514 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:16.205139 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:11Z', 'revision_number': 3, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:16.209198 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d0cca-105f-48a1-a3a3-3f8c6322462c None None] The sync data for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi is: [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:11Z', 'revision_number': 3, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:42:16.287934 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:42:16.289903 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:42:16.571779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Router 2f94296e-3a31-4e59-86d1-1fd434c4e85d has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:42:16.591937 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-19fc93ac-394f-4b81-9076-5f3befe7ea78 None None] Provisioning complete for port 848cea66-f589-4654-8a5b-2d078f690246 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:16.592899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-19fc93ac-394f-4b81-9076-5f3befe7ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:16.673455 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-19fc93ac-394f-4b81-9076-5f3befe7ea78 None None] Port 848cea66-f589-4654-8a5b-2d078f690246 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:42:17.065730 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f2911f21-20d6-43ef-bd44-72a44ccd3455 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:17.156783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:42:17.164426 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] 10.222.0.11 "PUT /v2.0/routers/2f94296e-3a31-4e59-86d1-1fd434c4e85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1420460 Jun 12 19:42:17.207047 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port f2911f21-20d6-43ef-bd44-72a44ccd3455 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:17.207655 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:17.370931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:17.438356 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:17.444039 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:17.444604 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:17.548561 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:17.574874 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:17.579099 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:17.582128 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:17.649495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:17.654177 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:18.242923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Sync routers for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:42:18.261584 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:18.262411 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:18.417345 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:18.911701 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:18.961288 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 4, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '848cea66-f589-4654-8a5b-2d078f690246', 'name': '', 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'mac_address': 'fa:16:3e:a2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a3f06594-6918-4824-b785-719fef207659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:14Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 2, 'project_id': '6827c35bea8545acbf82dc1561103277', 'subnets': [{'id': 'a3f06594-6918-4824-b785-719fef207659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:18.967787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Checking router: 2f94296e-3a31-4e59-86d1-1fd434c4e85d for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:42:18.968152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Updating router 2f94296e-3a31-4e59-86d1-1fd434c4e85d port 848cea66-f589-4654-8a5b-2d078f690246 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:42:19.020429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.023748 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:19.024132 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.498169 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.514312 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Transition to ACTIVE for port object 848cea66-f589-4654-8a5b-2d078f690246 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:19.521151 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.523326 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:19.630092 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Pushing event updated for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:19.634761 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:19.735809 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Attempting to bind port 848cea66-f589-4654-8a5b-2d078f690246 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:19.736189 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Attempting to bind port 848cea66-f589-4654-8a5b-2d078f690246 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:19.736571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Attempting to bind port 848cea66-f589-4654-8a5b-2d078f690246 on network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:19.742725 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:19.743108 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Checking segment: {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:19.744157 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.744631 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Bound using segment: {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:19.745257 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Bound port: 848cea66-f589-4654-8a5b-2d078f690246, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c28c01-3923-4830-81f6-b73701116b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:19.745666 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.871060 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] For port 848cea66-f589-4654-8a5b-2d078f690246, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:19.882503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] For port 848cea66-f589-4654-8a5b-2d078f690246, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=848cea66-f589-4654-8a5b-2d078f690246,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:19.890221 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:19.893306 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-e92ce863-6c88-440b-b593-d50734790049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:19.964449 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:42:19.965540 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:42:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:20.131865 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Pushing event updated for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:20.153939 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:20.231222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:42:20.593654 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 4, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '848cea66-f589-4654-8a5b-2d078f690246', 'name': '', 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'mac_address': 'fa:16:3e:a2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a3f06594-6918-4824-b785-719fef207659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:14Z', 'updated_at': '2021-06-12T19:42:19Z', 'revision_number': 4, 'project_id': '6827c35bea8545acbf82dc1561103277', 'subnets': [{'id': 'a3f06594-6918-4824-b785-719fef207659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:42:20.598131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd93a3-decd-4909-86d2-4eef3f38f0a9 None None] The sync data for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi is: [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:42:15Z', 'revision_number': 4, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '848cea66-f589-4654-8a5b-2d078f690246', 'name': '', 'network_id': 'd3ec4606-9589-4e86-9f2a-c8f4cc29eb43', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'mac_address': 'fa:16:3e:a2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a3f06594-6918-4824-b785-719fef207659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:14Z', 'updated_at': '2021-06-12T19:42:19Z', 'revision_number': 4, 'project_id': '6827c35bea8545acbf82dc1561103277', 'subnets': [{'id': 'a3f06594-6918-4824-b785-719fef207659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:42:20.942222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 848cea66-f589-4654-8a5b-2d078f690246 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:21.015739 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 848cea66-f589-4654-8a5b-2d078f690246 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:21.020129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 848cea66-f589-4654-8a5b-2d078f690246 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:21.020517 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:21.139807 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:21.188537 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 848cea66-f589-4654-8a5b-2d078f690246, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=848cea66-f589-4654-8a5b-2d078f690246,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:21.194235 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:21.202079 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:21.276138 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:21.280057 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:22.920533 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 848cea66-f589-4654-8a5b-2d078f690246 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:22.982333 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 848cea66-f589-4654-8a5b-2d078f690246 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:22.982709 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:26.851524 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fc4dde91-a086-405d-8736-7a88811ec281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:30.695923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-6c21c9d7-57a1-408c-9e75-110ca129c889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:30.986767 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:32.420814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:33.894636 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.005644 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.019674 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Request body: {'port': {'device_id': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:41.126808 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.466833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603147db-9b9b-4eee-b7e4-0b21500fb6fb {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:42:41.474675 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.487375 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Transition to ACTIVE for port object 603147db-9b9b-4eee-b7e4-0b21500fb6fb will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:42:41.491251 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.493288 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1d5bb627-ff31-44b0-891d-a04ab8513605 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:41.601105 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:41.635427 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.635799 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.636154 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.636509 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.636859 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.637264 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.637610 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.637955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.638301 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.638637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.638984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.639321 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:41.645170 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:41.713506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Attempting to bind port 603147db-9b9b-4eee-b7e4-0b21500fb6fb on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:42:41.713839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Attempting to bind port 603147db-9b9b-4eee-b7e4-0b21500fb6fb by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:42:41.714173 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Attempting to bind port 603147db-9b9b-4eee-b7e4-0b21500fb6fb on network cb3ad40f-8785-49de-a2bc-eecce91df1f8 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:41.719265 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Port 603147db-9b9b-4eee-b7e4-0b21500fb6fb on network cb3ad40f-8785-49de-a2bc-eecce91df1f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:42:41.719527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Attempting to bind port 603147db-9b9b-4eee-b7e4-0b21500fb6fb on network cb3ad40f-8785-49de-a2bc-eecce91df1f8 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:42:41.725098 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:42:41.725409 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Checking segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:42:41.725815 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Bound using segment: {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:42:41.726258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Bound port: 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82aacaeb-1be0-4cf5-a88e-ce360f1d112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:42:41.726613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.809212 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:42:41.812785 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:42:41.818481 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.820631 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2e23f9c6-e9f8-433a-95ba-0eade6e91a08 tempest-DeleteServersTestJSON-1007708499 tempest-DeleteServersTestJSON-1007708499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:41.867196 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:41.868648 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:41.870068 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] 10.222.0.41 "PUT /v2.0/ports/603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 1093 time: 0.8555501 Jun 12 19:42:41.870568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:42:41.872866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676f4219-ecb4-478a-8bdc-295fe694d445" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:42:41.894083 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:41.898745 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:42.996652 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-9fe24ddf-a023-492c-a18d-19ec71713e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:42.998237 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-9fe24ddf-a023-492c-a18d-19ec71713e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1096 time: 0.1309459 Jun 12 19:42:43.011606 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dac0f-57d0-412e-b1f1-b5a7b71e683a req-be3947de-8b06-4ea6-8c32-644c226d9920 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:43.014535 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8c2dac0f-57d0-412e-b1f1-b5a7b71e683a req-be3947de-8b06-4ea6-8c32-644c226d9920 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1114709 Jun 12 19:42:43.062504 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e3981-2855-41a1-8093-dc317994980c req-6e07297e-d2dd-4d1d-b7d2-55adc08eeb83 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:43.064201 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-135e3981-2855-41a1-8093-dc317994980c req-6e07297e-d2dd-4d1d-b7d2-55adc08eeb83 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 943 time: 0.0831008 Jun 12 19:42:43.066812 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8c2dac0f-57d0-412e-b1f1-b5a7b71e683a req-27aa6cfa-e342-448b-9cf5-b51696b6d06f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Jun 12 19:42:43.110757 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-135e3981-2855-41a1-8093-dc317994980c req-dc123d30-d390-4717-9820-f0819a9274c2 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Jun 12 19:42:43.168614 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8f2c9-4b77-4df9-8fa0-7ed4cc137deb x-openstack-request-id: req-e9b8f2c9-4b77-4df9-8fa0-7ed4cc137deb {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:42:43.169166 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:42:43.169287 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9b8f2c9-4b77-4df9-8fa0-7ed4cc137deb {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:42:43.169677 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:42:43.366988 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-2137f7ba-1a3d-445b-b1e4-e7e9586af029 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 217 time: 0.0638030 Jun 12 19:42:43.442916 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-f96a9f39-e415-4737-b134-2fd62ad1d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:43.444389 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-f96a9f39-e415-4737-b134-2fd62ad1d0c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0702760 Jun 12 19:42:43.524994 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-d9e1a60e-8095-46bf-83fa-d5da972a05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:43.524994 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-d9e1a60e-8095-46bf-83fa-d5da972a05b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676672 Jun 12 19:42:43.525388 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:42:43.658642 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-4240d83a-59cb-4407-bfed-c95d770e35a2 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299126 Jun 12 19:42:43.704763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38842) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:43.713180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886623061', 'description': 'tempest-secgroup-smoke-1886623061 description', 'project_id': '832dd60b657849a4b3b0355b6e83394a'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:43.740044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:43.798584 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f916b2a6-3a0d-4ea7-87db-db7e29c63539 req-7cc92921-9fb4-464b-85b0-7ae9e9a6fa8e service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319299 Jun 12 19:42:43.911258 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:43.921204 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:43.925417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f9b8c2d9-641c-4c30-b3a5-4bf8bb45a675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:43.962676 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-0fc7cc1e-75d1-4904-a8af-38f4346d9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:43.964310 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-0fc7cc1e-75d1-4904-a8af-38f4346d9153 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1096 time: 0.0900960 Jun 12 19:42:43.980451 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:43.985016 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38854) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:43.989707 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:43.989859 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2827165 Jun 12 19:42:43.992568 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef585edb-5465-482c-852d-798723eab9b5,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:44.005607 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.006473 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.007406 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.007980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.009151 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.009707 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.010215 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.010754 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.011603 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.012270 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.012656 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.013288 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:44.019145 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:44.042971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.113367 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.118698 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.120788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eb89c2c2-2088-455f-a88e-d6827871df04 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:44.144874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64742bf1-ae1a-44bc-a4be-446cc2a6a61b,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:44.148382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:44.156670 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.158863 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726081 Jun 12 19:42:44.161961 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38868) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:44.170697 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:44.223601 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.449686 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.457220 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.465510 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-5bc71325-6995-4092-bea1-78673cee1b37 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:44.473510 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-06bf8cc1-4f19-43e3-aabd-847a986249fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:44.475570 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-06bf8cc1-4f19-43e3-aabd-847a986249fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.2750475 Jun 12 19:42:44.497964 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8014179a-2739-4d1b-b028-d6175cb6c1a9,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:44.501301 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:44.514165 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.515379 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3518946 Jun 12 19:42:44.519733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38884) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:44.524547 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:44.538890 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16657fe9-f34f-4e06-a796-be152a7e494a req-302c92b3-fec6-480a-a2a9-b5236413ec9b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:44.541903 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-16657fe9-f34f-4e06-a796-be152a7e494a req-302c92b3-fec6-480a-a2a9-b5236413ec9b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1495781 Jun 12 19:42:44.564307 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-4b4eec64-f6bb-4a9f-97fc-6ce6bb6faf56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 217 time: 0.0810299 Jun 12 19:42:44.598739 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.608458 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-16657fe9-f34f-4e06-a796-be152a7e494a req-7768eb2d-da08-4392-be8f-e3c1fa7f1a8b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 Jun 12 19:42:44.673823 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-51c68b44-7ca2-4750-ba87-8f216b14765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:44.675308 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-51c68b44-7ca2-4750-ba87-8f216b14765a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0863092 Jun 12 19:42:44.693296 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.700074 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.705645 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-27a54f2f-6a39-4af0-a26a-ef867a92be8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:44.706139 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619038cd-9e55-4515-a663-fb67769c326e req-5abb4f80-7d23-4ad5-a27d-59032837210a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:44.707737 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-619038cd-9e55-4515-a663-fb67769c326e req-5abb4f80-7d23-4ad5-a27d-59032837210a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 943 time: 0.2165244 Jun 12 19:42:44.728539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371004b0-c518-4550-b45f-295bad3ea108,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:44.731629 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:44.733080 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.734429 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136729 Jun 12 19:42:44.737100 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38886) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:44.742200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:44.771253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.784849 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-619038cd-9e55-4515-a663-fb67769c326e req-ebba3d88-618d-49d4-be47-98d2f7329190 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Jun 12 19:42:44.796857 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-9e920e48-2120-46c8-a120-79002f3041b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:44.798654 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-9e920e48-2120-46c8-a120-79002f3041b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124423 Jun 12 19:42:44.856663 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.860288 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.862284 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:44.880812 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac8d3c-26e4-497e-b75c-2a0a1356ee59,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:44.884641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:44.890551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.896096 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537750 Jun 12 19:42:44.896096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38890) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:44.901453 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:44.939660 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.securitygroups_db [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Project 832dd60b657849a4b3b0355b6e83394a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:42:44.948997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:44.955207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-f1f60ca9-099d-4b7e-926a-70f16c6a984c service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482704 Jun 12 19:42:45.034492 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.040245 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.043406 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0ad44a32-cdb0-44ac-9c4d-07c2ea0f7787 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:45.082245 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b093605-b58b-49f0-992e-77061ca21beb,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:45.086261 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:45.088384 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.093348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38898) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:45.093770 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a0000119-8af5-4d71-abad-2b5acd6a8b8d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964214 Jun 12 19:42:45.107055 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'security_group_rule': {'security_group_id': 'ef585edb-5465-482c-852d-798723eab9b5', 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:42:45.123065 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-676f4219-ecb4-478a-8bdc-295fe694d445 req-31fcafde-511f-4ac3-91f6-08c3aa348b4a service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602504 Jun 12 19:42:45.137524 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.securitygroups_db [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Project 832dd60b657849a4b3b0355b6e83394a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:42:45.143018 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.249599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.268983 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.271145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:45.295202 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.304098 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014344 Jun 12 19:42:45.309975 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf444d6-3164-4d69-8920-5a538aac7668,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:45.312544 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:45.435296 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 38910) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:45.716162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.775007 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-9eafdc06-7a10-4cb6-8983-6363a1b8e66b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1427374 Jun 12 19:42:45.888788 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238381-119c-4632-ad90-b36a1b5bfac9 req-63ad6587-e7cb-468a-a67e-c2c69b8d1ce4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:45.892234 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-33238381-119c-4632-ad90-b36a1b5bfac9 req-63ad6587-e7cb-468a-a67e-c2c69b8d1ce4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1159024 Jun 12 19:42:45.907157 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.919267 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:45.945097 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-93448d99-6620-46b4-9299-15084f384a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:45.972560 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-33238381-119c-4632-ad90-b36a1b5bfac9 req-f47565dc-d2dd-4005-9e2d-f2704f14144d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739050 Jun 12 19:42:46.008284 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbd48d5c4a994f31a5329b81590d05e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702193 Jun 12 19:42:46.011888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 38970) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:46.044994 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9859048-fe95-437d-bf1e-43622d4068de,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:46.074934 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:46.109161 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-bb4bbc44-324e-45f7-bd23-d7127ee3cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:46.110859 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-bb4bbc44-324e-45f7-bd23-d7127ee3cd4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 1098 time: 0.2020044 Jun 12 19:42:46.113128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.158708 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.183780 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604faa0d-981e-442a-a909-fab8e98934a7 req-39f3e4a1-6285-4602-9faa-298acdb71f27 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:46.191201 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-604faa0d-981e-442a-a909-fab8e98934a7 req-39f3e4a1-6285-4602-9faa-298acdb71f27 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 943 time: 0.1599908 Jun 12 19:42:46.233914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.236821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.240553 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9859048-fe95-437d-bf1e-43622d4068de HTTP/1.1" status: 204 len: 168 time: 0.2249696 Jun 12 19:42:46.240553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6322059e-8326-4381-9a0f-7f532dbc08e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:46.248520 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9859048-fe95-437d-bf1e-43622d4068de,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:46.250807 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:46.308214 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-604faa0d-981e-442a-a909-fab8e98934a7 req-9949feef-ff33-465f-b675-63b86b76a2de tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161954 Jun 12 19:42:46.344704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-035b4a94-989d-48a8-96af-45f96b8dc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:46.346281 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-035b4a94-989d-48a8-96af-45f96b8dc983 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.2072091 Jun 12 19:42:46.417763 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-864fdce0-aaa8-47e9-89c5-48cf6cb959c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28373373-f5c1-46c5-94a5-58ce550bb43f HTTP/1.1" status: 200 len: 217 time: 0.0629570 Jun 12 19:42:46.519345 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-c8110a1f-b46d-4d1d-b2bb-292e5e2a2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:46.521385 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-c8110a1f-b46d-4d1d-b2bb-292e5e2a2cc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.0966122 Jun 12 19:42:46.586270 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-3bff2d66-c8e3-4a00-b558-68f7024bb865 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542166 Jun 12 19:42:46.698056 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39000) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:46.716898 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.776749 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-8ba333b1-6fd0-4936-b2c4-46cb2f737587 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832728 Jun 12 19:42:46.853898 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.858455 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:46.861470 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a77885cc-b086-4c1c-82a5-244c327ba37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:46.900916 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36e090-66ab-40d7-ac01-d92b3bac3d02,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:46.903932 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:46.906542 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d7b59615ace4d0a865fb0af7ff3e029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074153 Jun 12 19:42:46.910703 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39004) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:47.011673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.066522 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.155277 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.158460 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.162540 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f36e090-66ab-40d7-ac01-d92b3bac3d02 HTTP/1.1" status: 204 len: 168 time: 0.2480624 Jun 12 19:42:47.162540 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-49fa2fa8-3718-48f6-bb03-c7c413c2bc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:47.195537 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36e090-66ab-40d7-ac01-d92b3bac3d02,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:47.214556 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:47.360252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552748a-42f5-4257-b965-f196074d3208 req-adabb50a-1c7a-45d7-9a0b-71228e15fc9b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:47.369674 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0552748a-42f5-4257-b965-f196074d3208 req-adabb50a-1c7a-45d7-9a0b-71228e15fc9b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1239522 Jun 12 19:42:47.408923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2650-5fc0-47df-96e9-fb01d5f55f09 req-38ce9a52-452d-48fb-882a-2c0ea8535014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:47.411033 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3a2650-5fc0-47df-96e9-fb01d5f55f09 req-38ce9a52-452d-48fb-882a-2c0ea8535014 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.6276119 Jun 12 19:42:47.419139 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-336d4f79-ee37-4538-9c3c-5111eb5e445a req-c67455f5-3462-43d5-a3db-22cbb1c3e761 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346829 Jun 12 19:42:47.457570 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0552748a-42f5-4257-b965-f196074d3208 req-71835b44-ac3e-4251-8df5-ebbe42b79d24 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812340 Jun 12 19:42:47.504728 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-de3a2650-5fc0-47df-96e9-fb01d5f55f09 req-06c0ec1e-07fb-426e-b5d7-c75c96fade9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841596 Jun 12 19:42:47.598099 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071dee-337b-49cc-96f2-a9b8413c1a64 req-720e4f2b-86ba-4feb-ac65-7cabe506d9c3 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:47.599661 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6f071dee-337b-49cc-96f2-a9b8413c1a64 req-720e4f2b-86ba-4feb-ac65-7cabe506d9c3 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 943 time: 0.0836813 Jun 12 19:42:47.673640 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6f071dee-337b-49cc-96f2-a9b8413c1a64 req-5c8b1408-5a92-4d71-8597-5e66ca5423c4 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672464 Jun 12 19:42:47.749448 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39050) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:47.775318 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.928010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.934566 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:47.939311 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1d8b4ca5-b2db-4773-bdf4-fabfa0beee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:47.976443 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39054) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:47.981448 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b53c869f78774652bcc7b2e526cf5b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306719 Jun 12 19:42:47.985658 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39058) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:47.998293 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf321f47-fe8d-4dfa-90ac-c2548461d2ac,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:48.014987 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:48.072481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.096844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.151492 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.177227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.181139 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.185032 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf321f47-fe8d-4dfa-90ac-c2548461d2ac HTTP/1.1" status: 204 len: 168 time: 0.1955364 Jun 12 19:42:48.185032 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0c567cac-acef-4261-b1df-e723db0b786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:48.204035 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf321f47-fe8d-4dfa-90ac-c2548461d2ac,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:48.210881 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:48.285210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.290133 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.294209 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-15f1f285-e8e6-49de-9210-2f6728e899b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:48.350761 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a847c9bcd8d401f9adfd62788cb93b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726330 Jun 12 19:42:48.353017 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49147cc-dcab-4e33-bb65-bae48f6ffada,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:48.354394 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39066) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:48.356492 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:48.436526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.461875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.552327 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.557634 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.557634 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e49147cc-dcab-4e33-bb65-bae48f6ffada HTTP/1.1" status: 204 len: 168 time: 0.2006364 Jun 12 19:42:48.557887 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dd5bb820-e009-42cd-b95c-6d03c107a369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:48.567450 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49147cc-dcab-4e33-bb65-bae48f6ffada,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:48.569886 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:48.671958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389007-b497-48bd-a486-03a6f80ad6f6 req-2c0d0e3a-b1a3-4648-bb86-1e7e207fcee8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:48.679266 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72389007-b497-48bd-a486-03a6f80ad6f6 req-2c0d0e3a-b1a3-4648-bb86-1e7e207fcee8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0888255 Jun 12 19:42:48.744469 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72389007-b497-48bd-a486-03a6f80ad6f6 req-6fe8c65a-e092-4242-bf97-78857616ddb8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640094 Jun 12 19:42:48.947161 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2c54-6ce6-4d0d-953a-0e074d3fd0ad req-7a5eb18f-d7e6-4bfe-814c-a5614e78fe1e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:48.951170 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39096) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:48.952244 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-295c2c54-6ce6-4d0d-953a-0e074d3fd0ad req-7a5eb18f-d7e6-4bfe-814c-a5614e78fe1e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 943 time: 0.1097381 Jun 12 19:42:48.977654 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:48.988442 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 603147db-9b9b-4eee-b7e4-0b21500fb6fb details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:42:49.062022 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-295c2c54-6ce6-4d0d-953a-0e074d3fd0ad req-3c9885f0-d112-4119-8663-48f524f16818 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020477 Jun 12 19:42:49.235061 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.241248 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.261682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0cd363e8-bee5-4c47-94c7-8a4c7960d1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:49.276602 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:49.290513 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'port_id': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'mac_address': 'fa:16:3e:c7:f0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:42:49.317816 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93d637bfae1e45a888d25f7c17cd4c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625188 Jun 12 19:42:49.317816 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7281863e-0c6e-4878-a7d4-36903acbc0eb,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:49.318198 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39104) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:49.339057 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:49.360636 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.391292 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.447626 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.519092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.522087 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.526421 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603147db-9b9b-4eee-b7e4-0b21500fb6fb {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:42:49.526790 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7281863e-0c6e-4878-a7d4-36903acbc0eb HTTP/1.1" status: 204 len: 168 time: 0.2073567 Jun 12 19:42:49.527862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dcbd33e8-08b8-4d07-bb23-782af2768984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:49.537563 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7281863e-0c6e-4878-a7d4-36903acbc0eb,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:49.540848 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:49.558955 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:49.566483 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:49.569660 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:49.644826 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:49.652985 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.653447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.653772 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.654129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.654717 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.655130 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.655510 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.655914 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.656294 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.656664 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.657133 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.657449 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:42:49.662579 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:49.955331 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df979c12-1928-43b8-91f6-c72a258c1fd9 req-6526fcda-db45-42dc-a600-aebb25109a15 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:49.956845 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-df979c12-1928-43b8-91f6-c72a258c1fd9 req-6526fcda-db45-42dc-a600-aebb25109a15 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0748994 Jun 12 19:42:50.005054 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-df979c12-1928-43b8-91f6-c72a258c1fd9 req-a92aafcd-5331-44b5-83b3-0c571904c9f7 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Jun 12 19:42:50.155860 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['603147db-9b9b-4eee-b7e4-0b21500fb6fb'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:42:50.302900 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f49668-a0d3-4cf0-89e2-cb8d1de80804 req-3b67cfe8-71e7-436f-ae2f-196f9b3bff66 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:50.305715 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f4f49668-a0d3-4cf0-89e2-cb8d1de80804 req-3b67cfe8-71e7-436f-ae2f-196f9b3bff66 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 944 time: 0.0999975 Jun 12 19:42:50.381644 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f4f49668-a0d3-4cf0-89e2-cb8d1de80804 req-4133c91e-e68c-4a55-94e4-2469127c5f2c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Jun 12 19:42:50.532121 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-d01317db-0e3a-45f7-83a2-f54eca4e5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:50.533863 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-d01317db-0e3a-45f7-83a2-f54eca4e5c89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.1013007 Jun 12 19:42:50.728186 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-43a1a1f0-c818-4d8e-8c27-1b534dee496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:50.729796 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-43a1a1f0-c818-4d8e-8c27-1b534dee496b service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.1659513 Jun 12 19:42:50.797402 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-ffbfdf7d-e06a-444f-8067-c864d250daf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.0587337 Jun 12 19:42:50.815077 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6c192-f55c-4799-a887-74b22ea0a3d5 req-c157915b-711b-4659-a929-a4b1889ed3d1 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:50.816727 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1e6c192-f55c-4799-a887-74b22ea0a3d5 req-c157915b-711b-4659-a929-a4b1889ed3d1 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1593280 Jun 12 19:42:50.918575 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-1baecef2-7e65-48dd-89c2-d13ded4ca957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:50.920134 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-1baecef2-7e65-48dd-89c2-d13ded4ca957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.1142769 Jun 12 19:42:50.966066 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1e6c192-f55c-4799-a887-74b22ea0a3d5 req-6576dbb9-4ba6-4cac-9a55-7ac0aaabe5ea tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397297 Jun 12 19:42:50.968013 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-7b4360ed-5e26-43fe-bd3f-3ef089e91c84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403287 Jun 12 19:42:51.119212 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-eb661275-08cf-44c8-a4ba-51dc867c0a92 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437585 Jun 12 19:42:51.283209 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cc1838f5-4485-482b-b657-4b7db79d9ca2 req-020ce5af-cfa5-4a1a-a3e2-ed9f14cd6329 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560183 Jun 12 19:42:51.578339 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e6c22-5aab-40ae-802b-ac6e642ce4cc req-8b47f7d5-2694-4b32-9342-62493083953a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:51.582160 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b46e6c22-5aab-40ae-802b-ac6e642ce4cc req-8b47f7d5-2694-4b32-9342-62493083953a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 944 time: 0.0784152 Jun 12 19:42:51.642406 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b46e6c22-5aab-40ae-802b-ac6e642ce4cc req-d87273b1-7022-4244-b6ed-4c786631bf6c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527842 Jun 12 19:42:51.920940 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39210) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:52.053336 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.213644 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099997b-f511-4bfb-868d-3d0ae72390e1 req-03cb3f0a-13e2-41f9-9e0f-21f215a8d3ef tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:52.215266 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e099997b-f511-4bfb-868d-3d0ae72390e1 req-03cb3f0a-13e2-41f9-9e0f-21f215a8d3ef tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1100965 Jun 12 19:42:52.260805 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.276031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.289142 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e789e685-1a31-4de9-9b17-9fb55f886c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:52.319915 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e099997b-f511-4bfb-868d-3d0ae72390e1 req-afabff70-a43c-4d19-9929-a594770d12b3 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Jun 12 19:42:52.346083 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c99675b0a8f495b9345cad7677f4c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240615 Jun 12 19:42:52.347991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39222) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:52.366024 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab2caa-1b0a-450e-85af-285035965847,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:52.366606 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39224) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:52.372432 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:52.420297 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.453010 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.500259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.536210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.540817 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.542835 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0ab2caa-1b0a-450e-85af-285035965847 HTTP/1.1" status: 204 len: 168 time: 0.1934471 Jun 12 19:42:52.544175 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e53d92c2-0254-450b-9e14-c7e981708b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:52.556684 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab2caa-1b0a-450e-85af-285035965847,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:52.559955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-54df06ab-ec9e-4575-a0b2-d0a8f50b16ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:52.637224 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.643759 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.654415 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-492e902c-e76e-449b-8951-20e007e29e78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:52.710092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8e20b-7281-4e0f-b197-407487f348e5,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:52.713922 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:52.720573 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fabd784ed9ff429299cac14aea9632ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484333 Jun 12 19:42:52.721637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39234) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:52.809046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.869087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.942469 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87bc10-89b6-4bd2-94b9-60761246984a req-bc840068-6a05-4d93-86c4-a3291ed7c8e7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:52.944970 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0c87bc10-89b6-4bd2-94b9-60761246984a req-bc840068-6a05-4d93-86c4-a3291ed7c8e7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 944 time: 0.1200385 Jun 12 19:42:52.963525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.970503 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:52.974751 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22d8e20b-7281-4e0f-b197-407487f348e5 HTTP/1.1" status: 204 len: 168 time: 0.2510602 Jun 12 19:42:52.974751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d9c0cc72-9cb4-4ae9-b995-3d8a5608191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:52.988512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8e20b-7281-4e0f-b197-407487f348e5,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:52.992131 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:53.053110 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 603147db-9b9b-4eee-b7e4-0b21500fb6fb up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:42:53.069302 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0c87bc10-89b6-4bd2-94b9-60761246984a req-f60dc861-a511-44f4-a3c7-dbc3b476d2cf tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062744 Jun 12 19:42:53.123114 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39246) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:53.155012 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.197299 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:42:53.203363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:42:53.203951 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.346943 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.358812 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.364781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-db64e658-25b0-46e4-8202-9d866acf2955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:53.390051 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.440828 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c9137ca44d64e6f9ebbd6bf918064e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161170 Jun 12 19:42:53.442130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39250) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:53.444607 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ee16b-721b-429d-9d1d-e6428ec8965d,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:53.446102 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:42:53.448778 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017fcc61-caaa-4992-a2b4-251c3a5c39bc" -d '{"events": [{"server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "name": "network-vif-plugged", "status": "completed", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:42:53.451400 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:53.469155 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:42:53.477270 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.480409 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:53.544729 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.582236 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a49cf28-5d49-4e73-ae79-0b9384a668b3 x-openstack-request-id: req-4a49cf28-5d49-4e73-ae79-0b9384a668b3 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:42:53.582969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "name": "network-vif-plugged", "status": "completed", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:42:53.583277 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a49cf28-5d49-4e73-ae79-0b9384a668b3 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:42:53.583694 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'code': 200} Jun 12 19:42:53.584415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:53.586355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.588691 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:53.668613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.673227 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:53.675696 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f4ee16b-721b-429d-9d1d-e6428ec8965d HTTP/1.1" status: 204 len: 168 time: 0.2311985 Jun 12 19:42:53.677849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-74751e77-7eb7-46ba-a918-83d48964e08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:53.689796 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334dfc-4e36-4e74-a916-13be6f0af101 req-86252aae-dc03-4685-9463-ca682ea321cd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:53.692584 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-29334dfc-4e36-4e74-a916-13be6f0af101 req-86252aae-dc03-4685-9463-ca682ea321cd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1278634 Jun 12 19:42:53.711982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ee16b-721b-429d-9d1d-e6428ec8965d,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:53.714663 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:53.768795 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-29334dfc-4e36-4e74-a916-13be6f0af101 req-c22672ec-34a9-4436-9a42-2041fd03f4df tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Jun 12 19:42:53.904063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067ee60-3f06-48f2-a3e8-8a332efcf4bf req-c8faf50a-5bbe-4715-bffe-67ab0c11ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:53.907056 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1067ee60-3f06-48f2-a3e8-8a332efcf4bf req-c8faf50a-5bbe-4715-bffe-67ab0c11ecf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1098 time: 0.0946295 Jun 12 19:42:53.975335 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1067ee60-3f06-48f2-a3e8-8a332efcf4bf req-52aeaf64-6165-4b8d-95d7-51cd1cf78c7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597527 Jun 12 19:42:54.390805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d52d3-b1c3-4c48-9d2a-4d5d74a6a509 req-e46b0f2e-bdb0-4bb3-af11-91e736e788cc tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:54.393304 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e90d52d3-b1c3-4c48-9d2a-4d5d74a6a509 req-e46b0f2e-bdb0-4bb3-af11-91e736e788cc tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.1081150 Jun 12 19:42:54.465281 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e90d52d3-b1c3-4c48-9d2a-4d5d74a6a509 req-5fc8f367-32d0-433d-98f6-bd47154d57af tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569119 Jun 12 19:42:55.000126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329f31-ac37-44d3-a689-b29ec1713d00 req-6b8eb3d7-ea09-4160-a777-5b34d72cdc5d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:55.001705 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4329f31-ac37-44d3-a689-b29ec1713d00 req-6b8eb3d7-ea09-4160-a777-5b34d72cdc5d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0853548 Jun 12 19:42:55.080877 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4329f31-ac37-44d3-a689-b29ec1713d00 req-8eaa7f91-75b4-4727-b5f8-baa26c6b681f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Jun 12 19:42:55.770654 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98aec1-7eec-46ad-90d2-0a769f4541be req-8b16ce34-914e-49c2-8054-e99396ca8260 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:55.773352 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c98aec1-7eec-46ad-90d2-0a769f4541be req-8b16ce34-914e-49c2-8054-e99396ca8260 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.1213145 Jun 12 19:42:55.853283 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c98aec1-7eec-46ad-90d2-0a769f4541be req-cb5fc992-5b91-4c6c-83bd-65d005c18f97 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707207 Jun 12 19:42:56.049134 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39320) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:56.206958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.404912 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b857a0-7b70-4719-8721-2a0778819c11 req-f5e4bbf0-f150-427d-bbb3-6e4c4d3d854b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:56.407557 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c5b857a0-7b70-4719-8721-2a0778819c11 req-f5e4bbf0-f150-427d-bbb3-6e4c4d3d854b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1718757 Jun 12 19:42:56.524897 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c5b857a0-7b70-4719-8721-2a0778819c11 req-59ff4166-ff51-437c-ae48-3471ac48ba32 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091797 Jun 12 19:42:56.527232 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.534468 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.546531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-21b220d5-24cd-44e2-9da3-265fdf5cde5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:56.594030 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fb71a-a50d-4ad3-80fc-8e7e2963ce44,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:56.602566 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=268bcdcd66b5426f917d09f35a5e3a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497513 Jun 12 19:42:56.605329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:56.606194 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39332) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:56.704772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.745897 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.809585 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.812390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:56.815969 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/950fb71a-a50d-4ad3-80fc-8e7e2963ce44 HTTP/1.1" status: 204 len: 168 time: 0.2058730 Jun 12 19:42:56.815969 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-eb1825ed-f81c-4859-a6f3-1b815fc72789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:56.823888 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fb71a-a50d-4ad3-80fc-8e7e2963ce44,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:56.826296 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:56.915520 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b69a5c0b-2be5-4733-9c1a-54642dddf520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.139646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dfe85-a21d-47ba-b2a0-f2a91ae1ce64 req-ce460f88-c293-430c-b1f9-90b6a76fa27e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:57.141517 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-779dfe85-a21d-47ba-b2a0-f2a91ae1ce64 req-ce460f88-c293-430c-b1f9-90b6a76fa27e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.0850427 Jun 12 19:42:57.201179 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-779dfe85-a21d-47ba-b2a0-f2a91ae1ce64 req-e36a02fb-6a1e-4ae5-8060-e4421027b69e tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Jun 12 19:42:57.309374 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39350) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:57.337490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.489063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad9404-3278-4c15-ab18-c042e9aba909 req-736c8a7c-418a-4422-940a-c9db0cdb5e7f tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:57.490587 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-40ad9404-3278-4c15-ab18-c042e9aba909 req-736c8a7c-418a-4422-940a-c9db0cdb5e7f tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.1499648 Jun 12 19:42:57.568167 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-40ad9404-3278-4c15-ab18-c042e9aba909 req-8cdb3ab4-2910-479c-bf7e-f4fcca031721 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688705 Jun 12 19:42:57.574315 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.579992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.582904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6017b9b1-ca23-4646-9286-9de3d9be6e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:57.637704 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25567a1120214b63ac50b678d788ba26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268023 Jun 12 19:42:57.642878 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39358) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:42:57.651982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b98b8-fbb2-4532-93f7-e59cc6f44a50,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:57.678418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:57.765765 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.803464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.865243 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.869258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:42:57.870780 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c6b98b8-fbb2-4532-93f7-e59cc6f44a50 HTTP/1.1" status: 204 len: 168 time: 0.2268138 Jun 12 19:42:57.871977 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5f1c1bcb-358a-418f-8ba0-16e90754a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:42:57.886878 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b98b8-fbb2-4532-93f7-e59cc6f44a50,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:42:57.897928 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-14a23c21-efee-4049-beb5-31ce9ad3ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:42:58.346016 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a0f8-3035-403c-b239-eca7e96b9b6d req-6983e6da-cf68-48c5-aa72-8b75b9a2f24c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:58.348672 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cdc8a0f8-3035-403c-b239-eca7e96b9b6d req-6983e6da-cf68-48c5-aa72-8b75b9a2f24c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.1042686 Jun 12 19:42:58.426058 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cdc8a0f8-3035-403c-b239-eca7e96b9b6d req-6c64c923-0345-4c3c-b83b-bb573d13cc38 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697532 Jun 12 19:42:59.429820 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1cc2c-03fe-4e5d-a940-21b3f710010a req-297c3647-8295-4bbd-8056-28a9b40ce697 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:42:59.442822 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0ec1cc2c-03fe-4e5d-a940-21b3f710010a req-297c3647-8295-4bbd-8056-28a9b40ce697 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1497827 Jun 12 19:42:59.508488 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0ec1cc2c-03fe-4e5d-a940-21b3f710010a req-a906f8e5-3bbf-4da0-844c-827a83c7bf9a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640399 Jun 12 19:43:00.715635 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e7099578-fb6e-4eff-ab06-a1a54117768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:00.994831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:02.423727 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:03.896631 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.427062 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39662) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:08.553910 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.677805 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.687187 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.691142 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6d407f6b-59b2-4762-a228-30f1df2a3d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:08.735553 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a890098729d34dee8cb45d4109a531d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072503 Jun 12 19:43:08.736926 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f4a24c-0cb1-47b8-9590-679ba3496f1f,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:08.740363 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39670) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:08.741534 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:08.808479 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.837926 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.913706 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.916613 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:08.917856 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93f4a24c-0cb1-47b8-9590-679ba3496f1f HTTP/1.1" status: 204 len: 168 time: 0.1759717 Jun 12 19:43:08.918653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-604c4470-4cd7-402e-a411-17d9b26ead83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:08.928663 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f4a24c-0cb1-47b8-9590-679ba3496f1f,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:08.931335 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:09.243071 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39678) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:09.264270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.393418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.398296 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.404968 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4fc8096d-c0e9-48ab-b727-cc9ab2973267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:09.454102 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7323c43d18d3463f9a5edf92e2542ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097723 Jun 12 19:43:09.454873 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39686) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:09.466191 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc184ac-6e75-46f1-96c3-574f5a31a52d,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:09.469845 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:09.551467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.579738 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.642868 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.648434 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:09.650527 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dc184ac-6e75-46f1-96c3-574f5a31a52d HTTP/1.1" status: 204 len: 168 time: 0.1933532 Jun 12 19:43:09.652038 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-018c1fd5-c1a0-4b0a-bda9-ae57406e1e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:09.668649 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc184ac-6e75-46f1-96c3-574f5a31a52d,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:09.672288 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:10.125794 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39698) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:10.144044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.261762 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.266522 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.269502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ffbad972-ea27-4d24-83e6-69c9a95a0d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:10.316032 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3ed2aec1772434fa4d67ac239bb929d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890502 Jun 12 19:43:10.317114 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737f49c6-3a48-4174-9e92-9d9549f4a7d2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:10.320039 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39702) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:10.327234 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:10.387575 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.413793 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.472010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.475594 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:10.483132 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/737f49c6-3a48-4174-9e92-9d9549f4a7d2 HTTP/1.1" status: 204 len: 168 time: 0.1559999 Jun 12 19:43:10.483132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d978c741-e2ca-428c-bb46-384e2b998322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:10.494104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f49c6-3a48-4174-9e92-9d9549f4a7d2,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:10.496782 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1b57c991-a28c-4093-82fa-ff38501e0d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:11.002722 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.327619 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 39730) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:11.467233 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-826141334-network', 'tenant_id': '4b7c851fdeff4013ac1aa389c28e5004'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:11.502739 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Made reservation on behalf of 4b7c851fdeff4013ac1aa389c28e5004 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:43:11.506021 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.520572 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.645379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.650635 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.653863 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-04b8d814-d152-421a-be98-3eea4b4d655c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:11.682101 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:43:11.692693 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade9de6-3662-4f4b-906b-3c8efeee34ea,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:11.698405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:11.699459 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.699801 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Added segment dfc5a84f-3eb0-4917-9186-f08199bb1067 of type vlan for network 8cbefb37-b095-44ba-86d5-c2e439ccb26b Jun 12 19:43:11.760590 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.794770 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.796371 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:11.797292 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.799982 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-aa3c5404-92ca-4d84-84ed-77f872a7effa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:11.840843 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5113971 Jun 12 19:43:11.845108 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 39740) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:11.850825 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Request body: {'subnet': {'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-826141334-subnet', 'tenant_id': '4b7c851fdeff4013ac1aa389c28e5004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:11.879198 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Made reservation on behalf of 4b7c851fdeff4013ac1aa389c28e5004 for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:43:11.890097 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6820236'] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:11.912210 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Pushing event updated for resources: {'Network': ['ID=8cbefb37-b095-44ba-86d5-c2e439ccb26b,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:11.916591 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:11.930362 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:43:12.120245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6916371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6820250'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:12.122651 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1e2125d8-a816-4943-8393-f72d0a5c3d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:12.195751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b68cf25-fe1b-43a6-bcde-b819b3bb168f,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:12.204201 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:12.215015 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Checking segment: {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:43:12.215509 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Network hostable DHCP agents. Network: 8cbefb37-b095-44ba-86d5-c2e439ccb26b, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:43:12.235644 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:43:12.247160 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 8cbefb37-b095-44ba-86d5-c2e439ccb26b) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:43:12.252111 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:12.252763 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:12.259682 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f037b96-7905-4e6d-ae81-0f94d8a50f63 None None] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:43:12.274169 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4274526 Jun 12 19:43:12.477090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45197d-8a7f-4a26-bd05-419db805f301 None None] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:43:20.522037 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:43:21.212692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-8928803c-9179-4677-b641-72374cf47111 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:21.214975 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-8928803c-9179-4677-b641-72374cf47111 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 808 time: 0.1580806 Jun 12 19:43:21.243117 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-5a419b5a-2221-45c8-a3a9-7198a6b1c516 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/quotas/4b7c851fdeff4013ac1aa389c28e5004 HTTP/1.1" status: 200 len: 375 time: 0.0116088 Jun 12 19:43:21.288267 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-c8dd590d-ef68-4b4e-a78a-aaf6a08faabb tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366745 Jun 12 19:43:21.471531 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-6b54f029-fb50-4a55-a355-6cbf4d25be50 service neutron] 10.222.0.11 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694281 Jun 12 19:43:21.526990 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ffc1-6549-430f-938f-36e9b20e447d req-85bf8c2b-41fd-4ffb-b6d3-6f20d2a7dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:21.528531 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-85bf8c2b-41fd-4ffb-b6d3-6f20d2a7dd8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.1356690 Jun 12 19:43:21.604499 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad29551-3516-4451-97ae-34d6b1e85131 req-472cdaa6-8eec-4d7c-8c72-87d0f1044deb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:21.606346 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cad29551-3516-4451-97ae-34d6b1e85131 req-472cdaa6-8eec-4d7c-8c72-87d0f1044deb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1116850 Jun 12 19:43:21.688386 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cad29551-3516-4451-97ae-34d6b1e85131 req-cf08f67c-a2ca-49e8-874f-38017d5d2c36 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Jun 12 19:43:21.706158 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-f5651494-60e3-4640-9932-601dcfae0b2d service neutron] 10.222.0.11 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259355 Jun 12 19:43:21.752409 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ffc1-6549-430f-938f-36e9b20e447d req-4e499fd1-731d-4770-bd7d-650f6b0d52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:21.753970 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-4e499fd1-731d-4770-bd7d-650f6b0d52e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.1692681 Jun 12 19:43:21.823699 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-2a4595ee-93f8-45cc-ad3c-cb97838fad7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.0552723 Jun 12 19:43:21.897418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ffc1-6549-430f-938f-36e9b20e447d req-e663d094-56a6-41f4-8e12-d43823541e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:21.899544 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-e663d094-56a6-41f4-8e12-d43823541e7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.0685198 Jun 12 19:43:21.942516 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-0fbe4e24-1811-4927-9f80-2cbdae5fb182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339258 Jun 12 19:43:21.966924 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2474a519-ded7-4ffa-bde9-9c4785096655 req-13ad300c-b580-4c36-bb45-07b458ae88d2 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0407014 Jun 12 19:43:22.102873 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-665b686a-3514-4fb2-b492-c48b33cd4e29 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509113 Jun 12 19:43:22.256077 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5461ffc1-6549-430f-938f-36e9b20e447d req-d9bd49f1-1521-478e-a8cd-def22d67b674 service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462142 Jun 12 19:43:22.904210 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096973-d4d6-435d-9f94-38afc8836fcb req-7d62ce19-9212-4670-806b-243b7bf711fc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:22.906115 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-90096973-d4d6-435d-9f94-38afc8836fcb req-7d62ce19-9212-4670-806b-243b7bf711fc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0797188 Jun 12 19:43:22.983642 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-90096973-d4d6-435d-9f94-38afc8836fcb req-4a92187e-708c-4141-980c-df119d2e15e4 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649147 Jun 12 19:43:23.086270 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-51b55752-458d-4ec3-957e-39c15d057370 req-e381b826-2f06-4741-bd8d-8ec88cf82ce8 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0428133 Jun 12 19:43:24.014508 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-10b5f756-0ef5-4c71-8a8e-f6bc0b2ab8e9 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886623061&fields=id&tenant_id=832dd60b657849a4b3b0355b6e83394a HTTP/1.1" status: 200 len: 267 time: 0.0367730 Jun 12 19:43:24.158315 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-9c7df7db-231a-408b-9899-ccd6411c5fe8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:24.159805 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-9c7df7db-231a-408b-9899-ccd6411c5fe8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 809 time: 0.1389761 Jun 12 19:43:24.177238 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-646c5550-d040-43fc-af86-7897025a0b44 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/quotas/832dd60b657849a4b3b0355b6e83394a HTTP/1.1" status: 200 len: 375 time: 0.0105240 Jun 12 19:43:24.191263 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacacdd-3b0a-4899-be7b-b052b67fbd70 req-d919f5f4-9c9b-46ff-a0a7-328f944b0d1c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:24.192743 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-daacacdd-3b0a-4899-be7b-b052b67fbd70 req-d919f5f4-9c9b-46ff-a0a7-328f944b0d1c tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0768461 Jun 12 19:43:24.237174 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-daacacdd-3b0a-4899-be7b-b052b67fbd70 req-96923828-9ad7-48e4-a0c7-5df3114ffe03 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jun 12 19:43:24.256131 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-bae0a7f0-8a5a-480c-8235-1eb376267372 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719566 Jun 12 19:43:24.328621 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a4ba2d9c-94a1-4e1d-808a-1cb4db8adae6 req-2eac6f33-7184-43db-877d-2228e28baa50 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0392461 Jun 12 19:43:24.401404 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-8b0ada25-8937-484b-a489-ecfaf8fdeb73 service neutron] 10.222.0.11 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320708 Jun 12 19:43:24.545374 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-a063fdc9-6285-4aed-b030-4977da42d976 service neutron] 10.222.0.11 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373563 Jun 12 19:43:26.860651 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8171aad8-fcd9-4a99-bf7b-8208f1f399bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:28.847234 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7c94128c-d0d8-49a9-a85c-4758153c35db req-4ce430c0-5f14-4f5f-9f46-7a2df7f0c453 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0896080 Jun 12 19:43:29.086176 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-556e3d0f-96c2-4246-a2ea-c35fa378cc47 req-a4456e1b-557d-4703-947f-bf83336dafb9 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 210 time: 0.0535097 Jun 12 19:43:29.175101 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57fe19-4f41-4299-bfaf-84dfa344ee04 req-f571adbd-43a0-4b0a-a802-ba8d36be33f7 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:29.176974 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6a57fe19-4f41-4299-bfaf-84dfa344ee04 req-f571adbd-43a0-4b0a-a802-ba8d36be33f7 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.4272623 Jun 12 19:43:29.227254 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6a57fe19-4f41-4299-bfaf-84dfa344ee04 req-4da38ee6-16d5-41c1-a8e1-528124ae72d8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Jun 12 19:43:30.126452 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-733dbaea-c678-4960-9fb0-62c411a6d8e4 req-b61db751-3cd5-455a-a26f-858317031cd3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0809333 Jun 12 19:43:30.238262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-1e9d94e7-e139-47ca-866a-39f2824dd84a tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:30.241544 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-1e9d94e7-e139-47ca-866a-39f2824dd84a tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 809 time: 0.2030308 Jun 12 19:43:30.383058 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f8136e49-bf94-41f4-9569-0b4b47af1e02 req-1e08c351-26d3-4e72-90e9-567d1cc75125 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 210 time: 0.1228609 Jun 12 19:43:30.449806 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-43564e79-1fb9-4624-96ef-6e5ad6bb2e92 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832dd60b657849a4b3b0355b6e83394a HTTP/1.1" status: 200 len: 380 time: 0.1895301 Jun 12 19:43:30.469310 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'port': {'device_id': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'admin_state_up': True, 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'security_groups': ['ef585edb-5465-482c-852d-798723eab9b5']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:30.559569 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8847f-2207-490c-945c-b433ec7b9cd6 req-320d041c-362c-4f2d-876c-c64a6c2dfbbd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:30.574657 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-42a8847f-2207-490c-945c-b433ec7b9cd6 req-320d041c-362c-4f2d-876c-c64a6c2dfbbd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1322997 Jun 12 19:43:30.696362 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-42a8847f-2207-490c-945c-b433ec7b9cd6 req-85ad48d3-9403-409c-9d2f-d5324b47397d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181979 Jun 12 19:43:30.707568 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c319038d-361b-4aac-a8dd-5c88c04c9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:30.795541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Made reservation on behalf of 832dd60b657849a4b3b0355b6e83394a for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:43:30.803633 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:31.010220 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:31.302568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Allocated IP 172.20.0.4 (f5c9f165-3f45-45ba-a6d5-111622f8a71e/5a763543-6901-4c97-b9f2-b07818dddbbb/ed346e32-93fc-4d07-ba72-1c584af90320) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:43:31.319300 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-911f777b-531d-4d7a-8c7e-e287a85c065d tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:31.322859 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-911f777b-531d-4d7a-8c7e-e287a85c065d tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 808 time: 0.3560469 Jun 12 19:43:31.354462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Request body: {'port': {'device_id': '36575497-b643-4715-a874-72a94b88592e', 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b', 'admin_state_up': True, 'tenant_id': '4b7c851fdeff4013ac1aa389c28e5004'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:31.404335 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2b6ed63a-e30b-49ea-865f-1c18d880d613 req-aa085226-16c2-40e5-bd14-e080deddc0ae tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0468261 Jun 12 19:43:31.573930 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-914263f3-e2e7-4c6a-87d2-ce5918d91c58 req-a05ccbfe-a9d1-4f68-861a-3c4ceae1c85a tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 210 time: 0.0445998 Jun 12 19:43:31.784537 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:31.824500 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e45b6-261f-4a48-942d-47a15623c4b0 req-4fceb555-d4a6-416c-af7a-0432444f3038 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:31.826324 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b3e45b6-261f-4a48-942d-47a15623c4b0 req-4fceb555-d4a6-416c-af7a-0432444f3038 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.3569410 Jun 12 19:43:31.834306 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Transition to ACTIVE for port object ed346e32-93fc-4d07-ba72-1c584af90320 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:43:31.894832 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Made reservation on behalf of 4b7c851fdeff4013ac1aa389c28e5004 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:43:31.898779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:31.946400 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b3e45b6-261f-4a48-942d-47a15623c4b0 req-1e33e465-2ef5-4741-b7a0-37346951b7f0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070330 Jun 12 19:43:31.984614 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40006) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:32.006191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d6667-66a6-4ebb-a551-bfdbe6955512 req-ff27edad-5346-478a-a46a-d481b0a12289 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:32.008850 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a1d6667-66a6-4ebb-a551-bfdbe6955512 req-ff27edad-5346-478a-a46a-d481b0a12289 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1061821 Jun 12 19:43:32.036825 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.049003 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:32.108920 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a1d6667-66a6-4ebb-a551-bfdbe6955512 req-dd09cc08-b8ec-4c6c-b140-98741e612f5e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841689 Jun 12 19:43:32.121710 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:43:32.136734 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:43:32.190121 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:43:32.266364 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:32.271710 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:32.331871 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Allocated IP 172.20.0.5 (8cbefb37-b095-44ba-86d5-c2e439ccb26b/6b68cf25-fe1b-43a6-bcde-b819b3bb168f/e54738da-d64e-4705-aed1-9f104dd7e7ea) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:43:32.346249 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:32.347138 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.378440 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b953b2-a9ff-4f0a-a9e8-42a8ff986e45 tempest-TestMinimumBasicScenario-1552948945 tempest-TestMinimumBasicScenario-1552948945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:32.380342 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-81b953b2-a9ff-4f0a-a9e8-42a8ff986e45 tempest-TestMinimumBasicScenario-1552948945 tempest-TestMinimumBasicScenario-1552948945-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1093 time: 0.3947291 Jun 12 19:43:32.381300 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9218695 Jun 12 19:43:32.384766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40014) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:32.394115 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'port_id': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:32.404160 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Request body: {'port': {'device_id': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:32.432966 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.434406 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.543679 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-8cf8a4fb-892e-4567-b4df-36fada0f9dbe None None] Provisioning for port ed346e32-93fc-4d07-ba72-1c584af90320 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:43:32.553844 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-8cf8a4fb-892e-4567-b4df-36fada0f9dbe None None] Provisioning complete for port ed346e32-93fc-4d07-ba72-1c584af90320 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:43:32.554818 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8cf8a4fb-892e-4567-b4df-36fada0f9dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.634772 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8a4fb-892e-4567-b4df-36fada0f9dbe None None] Port ed346e32-93fc-4d07-ba72-1c584af90320 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:43:32.684464 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.749014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4366182-ead7-4133-9e64-dd40daf9e2b1 req-82a30107-343e-4969-a0ab-1bc7f5ba9e1c tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 210 time: 0.0869138 Jun 12 19:43:32.754840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:32.887505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.186391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.227020 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Allocated IP 172.27.3.199 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/06826c79-3c23-40bd-8190-a91606d44fa4) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:43:33.249720 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216d182-60d8-4b1f-86f1-70c2bfc69649 req-76b41a66-29ad-41a4-8402-f9ae3d34d601 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:33.251278 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c216d182-60d8-4b1f-86f1-70c2bfc69649 req-76b41a66-29ad-41a4-8402-f9ae3d34d601 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 931 time: 0.4794536 Jun 12 19:43:33.270254 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:33.408180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:43:33.434823 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c216d182-60d8-4b1f-86f1-70c2bfc69649 req-200d4956-31bc-4ca0-8efd-385d748bce94 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513262 Jun 12 19:43:33.459025 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:43:33.469999 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:43:33.478832 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Pushing event updated for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:33.516546 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.562318 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:33.581666 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.585442 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:33.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:43:33.643698 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:43:33.648553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:43:33.658007 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'Port': ['ID=06826c79-3c23-40bd-8190-a91606d44fa4,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:33.686690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:33.726229 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:33.727494 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.805867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d30b5b-8de5-499a-abe6-71346ce32b46 req-eece0cbf-b821-400f-8b67-73a3668d9a53 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:33.813948 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d30b5b-8de5-499a-abe6-71346ce32b46 req-eece0cbf-b821-400f-8b67-73a3668d9a53 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.4665267 Jun 12 19:43:33.862169 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5287473 Jun 12 19:43:33.887139 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Request body: {'port': {'device_id': '36575497-b643-4715-a874-72a94b88592e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:33.901322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed346e32-93fc-4d07-ba72-1c584af90320 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:43:33.909833 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:33.952114 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.003708 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d30b5b-8de5-499a-abe6-71346ce32b46 req-905dd0a8-5eb6-4bb4-8d61-8703b4c3b07a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667738 Jun 12 19:43:34.015506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Transition to ACTIVE for port object ed346e32-93fc-4d07-ba72-1c584af90320 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:43:34.058678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.066393 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:34.284716 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:34.293337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.298797 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:34.338842 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.558549 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.589472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Attempting to bind port ed346e32-93fc-4d07-ba72-1c584af90320 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:43:34.590003 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Attempting to bind port ed346e32-93fc-4d07-ba72-1c584af90320 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:43:34.590228 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Attempting to bind port ed346e32-93fc-4d07-ba72-1c584af90320 on network f5c9f165-3f45-45ba-a6d5-111622f8a71e {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:43:34.713182 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Port ed346e32-93fc-4d07-ba72-1c584af90320 on network f5c9f165-3f45-45ba-a6d5-111622f8a71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:43:34.713643 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Attempting to bind port ed346e32-93fc-4d07-ba72-1c584af90320 on network f5c9f165-3f45-45ba-a6d5-111622f8a71e {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:43:34.731088 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:43:34.731686 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Checking segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:43:34.732385 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Bound using segment: {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:43:34.733250 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Bound port: ed346e32-93fc-4d07-ba72-1c584af90320, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418852af-3445-4bcb-853a-8241a4c47e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:43:34.733824 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.780935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094c42-ea05-4070-8cdd-a43be255102f req-e7157d8d-bbd9-42e5-b0f1-0982893dae17 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:34.782628 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-09094c42-ea05-4070-8cdd-a43be255102f req-e7157d8d-bbd9-42e5-b0f1-0982893dae17 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 931 time: 0.5592091 Jun 12 19:43:34.869470 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-09094c42-ea05-4070-8cdd-a43be255102f req-d5930e54-f602-4f56-9ce5-ba183f9e2f24 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764015 Jun 12 19:43:34.919027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.929081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:34.940698 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:34.981987 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:35.114254 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'Port': ['ID=06826c79-3c23-40bd-8190-a91606d44fa4,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:35.119059 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:35.187934 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Floating IP 6e4d72b0-dc81-4737-ac97-d8afc42de5a2 associated. External IP: 172.27.3.199, port: 603147db-9b9b-4eee-b7e4-0b21500fb6fb. Jun 12 19:43:35.305327 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:43:35.315985 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:43:35.332385 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:35.337115 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:35.399412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259c34-58d1-45bd-95e7-d10647ddf6b9 req-ae5a0856-5595-4740-89d7-e6995507d8ff tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:35.401373 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b259c34-58d1-45bd-95e7-d10647ddf6b9 req-ae5a0856-5595-4740-89d7-e6995507d8ff tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.6403298 Jun 12 19:43:35.449895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:35.451184 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:35.451978 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 1093 time: 3.0526173 Jun 12 19:43:35.453012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:35.455838 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4b826-4c43-464c-888f-ebc962532426" -d '{"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:35.495367 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:35.516712 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:35.558655 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b259c34-58d1-45bd-95e7-d10647ddf6b9 req-0e331600-9b1b-40a0-9a3a-24a6ee25a9dc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392565 Jun 12 19:43:35.635087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54738da-d64e-4705-aed1-9f104dd7e7ea {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:43:35.645962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:35.650286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230c1d5-95d2-4cdf-81d9-bde35c51f67a x-openstack-request-id: req-7230c1d5-95d2-4cdf-81d9-bde35c51f67a {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:35.650725 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:35.650914 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7230c1d5-95d2-4cdf-81d9-bde35c51f67a {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:35.651320 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'status': 'completed', 'code': 200} Jun 12 19:43:35.674048 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Transition to ACTIVE for port object e54738da-d64e-4705-aed1-9f104dd7e7ea will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:43:35.690624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:35.694993 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:35.742515 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-6d06123c-285f-4049-a856-935a714ce61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:35.744456 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-6d06123c-285f-4049-a856-935a714ce61d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1096 time: 0.1838949 Jun 12 19:43:35.856157 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Router d7e1e1ea-b568-427e-9cc8-71259718a1cc has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:43:35.859559 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d05f3-bdee-4929-a944-092c8ebe8a5e req-abfa80fe-6c5f-4f93-9d5e-45476c8d4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:35.861149 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-500d05f3-bdee-4929-a944-092c8ebe8a5e req-abfa80fe-6c5f-4f93-9d5e-45476c8d4520 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.6656055 Jun 12 19:43:35.963784 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-47a8b81f-12ae-4c0b-b244-d371994fe6fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 217 time: 0.2078173 Jun 12 19:43:35.972972 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-500d05f3-bdee-4929-a944-092c8ebe8a5e req-f525b748-d33c-4817-bd0b-9b3f012863e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864611 Jun 12 19:43:35.974704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Pushing event updated for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:36.040451 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:36.092862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d003c-1790-4d62-b984-815fc817718a req-b376013b-d417-4b8e-b375-7717c729c074 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.094542 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-733d003c-1790-4d62-b984-815fc817718a req-b376013b-d417-4b8e-b375-7717c729c074 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.2658567 Jun 12 19:43:36.126561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-98389979-6293-4ad9-a25b-b28f502fd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.129580 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-98389979-6293-4ad9-a25b-b28f502fd848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.1571755 Jun 12 19:43:36.192442 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-733d003c-1790-4d62-b984-815fc817718a req-a9770fb9-74ca-42bc-a3b1-bd51b51da428 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883994 Jun 12 19:43:36.208774 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:43:36.231031 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Sync routers for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:43:36.239623 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Attempting to bind port e54738da-d64e-4705-aed1-9f104dd7e7ea on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:43:36.240605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Attempting to bind port e54738da-d64e-4705-aed1-9f104dd7e7ea by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:43:36.242116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Attempting to bind port e54738da-d64e-4705-aed1-9f104dd7e7ea on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:43:36.249059 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:43:36.250256 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:43:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:43:36.252492 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.283515 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Port e54738da-d64e-4705-aed1-9f104dd7e7ea on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:43:36.283882 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Attempting to bind port e54738da-d64e-4705-aed1-9f104dd7e7ea on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:43:36.339137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:43:36.343700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Checking segment: {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:43:36.344239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Bound using segment: {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:43:36.344577 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9569175 Jun 12 19:43:36.345088 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Bound port: e54738da-d64e-4705-aed1-9f104dd7e7ea, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:43:36.345506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.346018 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:36.350425 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf1f12-3751-40fd-953e-04efa9807bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:36.354905 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40068) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:36.363287 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215876421', 'description': 'tempest-secgroup-smoke-1215876421 description', 'project_id': '909c3915c23d40518d4968b15a028cd8'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:36.406482 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-f34fcd83-4f77-4277-8d80-078c5b10758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.408365 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-f34fcd83-4f77-4277-8d80-078c5b10758d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2667732 Jun 12 19:43:36.409852 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.598216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.600462 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:43:36.618331 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.621195 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:43:36.624994 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6b57b70-c215-46c7-86f4-98d173d7965e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:36.666364 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144480-a110-4c70-aecf-8d5d0a2322f0 req-cb771b22-a411-4763-9287-744201688fdc tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.668406 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-87144480-a110-4c70-aecf-8d5d0a2322f0 req-cb771b22-a411-4763-9287-744201688fdc tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 943 time: 0.3183146 Jun 12 19:43:36.670752 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:43:36.673636 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-69da9a8e-ec05-47cd-8bde-eb18d7525fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546721 Jun 12 19:43:36.687634 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.690330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:36.736280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.741537 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3809168 Jun 12 19:43:36.743035 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40076) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:36.746445 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787bba69-9b8c-4067-8ca9-0f71b9f7aded,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:36.754770 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:36.763941 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:36.815404 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.816036 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.817491 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] 10.222.0.41 "PUT /v2.0/ports/e54738da-d64e-4705-aed1-9f104dd7e7ea HTTP/1.1" status: 200 len: 1093 time: 2.9393802 Jun 12 19:43:36.817724 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea5306-3b83-4b91-8980-b88097bd2095 req-db44e036-cb70-45da-895a-fac933296829 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:36.821960 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4aea5306-3b83-4b91-8980-b88097bd2095 req-db44e036-cb70-45da-895a-fac933296829 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.2194562 Jun 12 19:43:36.840411 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-87144480-a110-4c70-aecf-8d5d0a2322f0 req-bf93b4f1-97cd-4c65-8a78-ce13bbbdb284 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617713 Jun 12 19:43:36.898063 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:36.963013 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Pushing event updated for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:36.971556 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:37.001155 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ab4d1e7-83c8-49e9-939b-e7ca73fb54f0 req-43eefb5e-f9c8-4873-b043-1255998c0d78 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072636 Jun 12 19:43:37.064074 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-1701c11e-7c69-4be4-8c0b-d04fe8b442e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:37.066897 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-1701c11e-7c69-4be4-8c0b-d04fe8b442e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 1096 time: 0.1665916 Jun 12 19:43:37.222245 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-1e835045-1d96-409a-8826-8ed705afac8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea HTTP/1.1" status: 200 len: 217 time: 0.1421075 Jun 12 19:43:37.388442 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd135a8-2c10-4d50-8b46-b9b169ed1a24 x-openstack-request-id: req-7cd135a8-2c10-4d50-8b46-b9b169ed1a24 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:37.388992 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:37.389731 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cd135a8-2c10-4d50-8b46-b9b169ed1a24 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:37.390643 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:43:37.412315 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '6e4d72b0-dc81-4737-ac97-d8afc42de5a2', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'port_id': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'mac_address': 'fa:16:3e:c7:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:43:34Z', 'updated_at': '2021-06-12T19:43:34Z', 'revision_number': 0, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:43:37.422230 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Checking router: d7e1e1ea-b568-427e-9cc8-71259718a1cc for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:43:37.440320 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:43:37.441713 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:43:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:43:37.472560 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4aea5306-3b83-4b91-8980-b88097bd2095 req-4dd27b0e-5c58-468c-8a84-7b4351615fc7 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411414 Jun 12 19:43:37.479322 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:37.518817 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-f942a2a4-81f6-44bc-96af-5bd63de6c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:37.521044 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-f942a2a4-81f6-44bc-96af-5bd63de6c502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b68cf25-fe1b-43a6-bcde-b819b3bb168f HTTP/1.1" status: 200 len: 848 time: 0.2282665 Jun 12 19:43:37.533776 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:37.540318 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:37.565590 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fcf9ff-1b1f-4336-996d-5cf63a262247,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:37.576044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:37.582731 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:37.584313 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c42b9050-5a38-4427-8e4a-8565f9b16ce0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8396711 Jun 12 19:43:37.589719 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40082) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:37.599962 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:37.613809 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-c7915f9f-4105-4235-9292-c33d0837fe51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cbefb37-b095-44ba-86d5-c2e439ccb26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812354 Jun 12 19:43:37.626068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b826-4c43-464c-888f-ebc962532426 req-9a0cfff7-e735-4d6b-a1b7-e4430ff5b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:37.628605 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-9a0cfff7-e735-4d6b-a1b7-e4430ff5b2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1096 time: 0.4333000 Jun 12 19:43:37.644280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f6129a00-0e5d-4779-a055-d5b10204f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:37.646201 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f6129a00-0e5d-4779-a055-d5b10204f9d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1098 time: 0.2541854 Jun 12 19:43:37.655794 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:37.659599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324490d9-ff37-4d4c-919d-c4e576a8537e" -d '{"events": [{"name": "network-changed", "server_uuid": "36575497-b643-4715-a874-72a94b88592e", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:37.673980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:37.793866 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:43:37.799822 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212516b1-f841-4571-a5dd-6134f4847105 req-5d3022f8-5e39-47e2-96dc-a47e0133d62b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:37.801931 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-212516b1-f841-4571-a5dd-6134f4847105 req-5d3022f8-5e39-47e2-96dc-a47e0133d62b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.3597462 Jun 12 19:43:38.024813 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-a998a8ad-9508-421b-b9ee-09d40c7d03c7 service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813903 Jun 12 19:43:38.028840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b826-4c43-464c-888f-ebc962532426 req-8c1d24eb-c283-4abe-af6e-58b00fed741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.030584 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-8c1d24eb-c283-4abe-af6e-58b00fed741e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.3574746 Jun 12 19:43:38.043366 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-212516b1-f841-4571-a5dd-6134f4847105 req-6c23c8d4-fee5-449e-87ee-8129a0f2200f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742363 Jun 12 19:43:38.051728 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:38.074491 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:38.119750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-25078af6-d1b4-4f6f-99cd-e06daf25789e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:38.161454 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-0c247833-8a11-4382-a380-c7b4284f09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.164812 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-0c247833-8a11-4382-a380-c7b4284f09b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.4957607 Jun 12 19:43:38.174506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb1d04-3f65-43e9-a828-5f3e4271abcb,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:38.194802 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:38.200125 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:38.202304 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8b26a09b-1698-49c1-a9c5-781dfac18c08 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6110208 Jun 12 19:43:38.257445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40090) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:38.279606 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:38.298410 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-a2339265-ba46-40c6-83c4-f137ecaf8475 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 217 time: 0.2536001 Jun 12 19:43:38.321960 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799859c3-7b78-4d8b-b23b-383dfb43d5e3 req-51ad9de1-6035-4986-999d-53ae568272c2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.324263 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-799859c3-7b78-4d8b-b23b-383dfb43d5e3 req-51ad9de1-6035-4986-999d-53ae568272c2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.5012841 Jun 12 19:43:38.424446 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-fc5b4575-b56c-4ac8-9b16-3be1106b0ae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 999 time: 0.2436521 Jun 12 19:43:38.524613 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-799859c3-7b78-4d8b-b23b-383dfb43d5e3 req-fa0fbe9b-667e-4d29-88e2-02138254557b tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798794 Jun 12 19:43:38.527290 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b826-4c43-464c-888f-ebc962532426 req-f259b9a4-c7de-447a-9059-bcc1b9ac5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.530207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-f259b9a4-c7de-447a-9059-bcc1b9ac5824 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.2179837 Jun 12 19:43:38.542448 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffdcaa4-4636-4a92-8555-4f5639f39fc2 x-openstack-request-id: req-1ffdcaa4-4636-4a92-8555-4f5639f39fc2 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:38.542448 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36575497-b643-4715-a874-72a94b88592e", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:38.542949 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ffdcaa4-4636-4a92-8555-4f5639f39fc2 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:38.543906 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea', 'status': 'completed', 'code': 200} Jun 12 19:43:38.614126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f2a201e2-1bc0-4473-9409-64fdc033c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.618476 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f2a201e2-1bc0-4473-9409-64fdc033c066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.1700246 Jun 12 19:43:38.620650 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '6e4d72b0-dc81-4737-ac97-d8afc42de5a2', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'port_id': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'mac_address': 'fa:16:3e:c7:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:43:34Z', 'updated_at': '2021-06-12T19:43:34Z', 'revision_number': 0, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:43:38.634853 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccef98a-f4b7-4348-a3bb-9cc7cb2372eb None None] The sync data for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi is: [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '6e4d72b0-dc81-4737-ac97-d8afc42de5a2', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'port_id': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'mac_address': 'fa:16:3e:c7:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:43:34Z', 'updated_at': '2021-06-12T19:43:34Z', 'revision_number': 0, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:43:38.733683 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ddd2dd2d-3c2b-4190-bc2d-6c66529c618d req-2049001c-c2f9-47a8-8ef7-bc8d2c95b4bc service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005165 Jun 12 19:43:38.735395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:38.837978 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b826-4c43-464c-888f-ebc962532426 req-658aaf0e-1f91-42c8-b5cd-9ed5e5f55453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.840391 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-658aaf0e-1f91-42c8-b5cd-9ed5e5f55453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2773867 Jun 12 19:43:38.921631 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-010e15aa-5114-45a9-b17c-380f29e8fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.924230 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-010e15aa-5114-45a9-b17c-380f29e8fe55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2995076 Jun 12 19:43:38.945638 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-e2ec3a23-375e-415b-a507-feccb91da0d3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:38.946902 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-e2ec3a23-375e-415b-a507-feccb91da0d3 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.2106390 Jun 12 19:43:39.082740 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb551-bd9f-4086-89c8-2f54b0499d5a None None] New status for floating IP 6e4d72b0-dc81-4737-ac97-d8afc42de5a2: ACTIVE {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:43:39.238631 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-da924e7e-4d1b-413e-8f36-196d774a4418 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902491 Jun 12 19:43:39.291378 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Deleting port 59c41edf-b6f2-463a-809c-6cec363e8150 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:43:39.291732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:39.539127 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f7823ba3-9938-47fc-a637-d619143be9ef service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846336 Jun 12 19:43:39.551396 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] For port 59c41edf-b6f2-463a-809c-6cec363e8150, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=59c41edf-b6f2-463a-809c-6cec363e8150,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:39.551699 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:39.650545 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:39.679353 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:39.702513 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:39.766186 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21124390-3fdd-491c-981a-8d14cd732824,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:39.769276 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:39.777127 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-dabdd0fa-9356-422b-a773-37a78e1e145b service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044075 Jun 12 19:43:39.777925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:39.779073 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3399f43d-1cc8-4b66-8a9c-eeaa028a2fed tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5142984 Jun 12 19:43:39.789086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b87f0-da82-447b-9173-e36bc3df73fc req-333b0f8f-c3fb-41ca-8a01-72cf3699d5a2 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:39.791157 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-955b87f0-da82-447b-9173-e36bc3df73fc req-333b0f8f-c3fb-41ca-8a01-72cf3699d5a2 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 943 time: 0.9363575 Jun 12 19:43:39.793661 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-1e590bda-430e-46be-b741-481e5cb3b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:39.795567 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-1e590bda-430e-46be-b741-481e5cb3b0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 1096 time: 0.9536426 Jun 12 19:43:39.797391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40100) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:39.802303 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Calling delete_port for 59c41edf-b6f2-463a-809c-6cec363e8150 owned by compute:nova {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:43:39.808689 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:39.964213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf551-66a9-482a-8c2a-8f2f390095e7 req-56b14a49-478d-4a42-8420-d6012c84fc40 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:39.966173 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2afaf551-66a9-482a-8c2a-8f2f390095e7 req-56b14a49-478d-4a42-8420-d6012c84fc40 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 946 time: 0.3911273 Jun 12 19:43:40.059562 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2afaf551-66a9-482a-8c2a-8f2f390095e7 req-4cb54601-92b3-4721-865b-e010db4a88a0 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825496 Jun 12 19:43:40.098781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.102340 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.107321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-37b041ac-ff40-4243-9820-79c03278f8de tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:40.124769 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-955b87f0-da82-447b-9173-e36bc3df73fc req-9c4c3d11-42f9-4d16-9cfd-b6b560bd5f1a tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107038 Jun 12 19:43:40.142414 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Pushing event deleted for resources: {'Port': ['ID=59c41edf-b6f2-463a-809c-6cec363e8150,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:40.145378 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:40.149970 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-e449fd63-ee8f-4c65-a601-f952f80c91da service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533137 Jun 12 19:43:40.193595 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-98db6c31-859e-4b9b-b639-b6eb0fb99aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:40.195559 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-98db6c31-859e-4b9b-b639-b6eb0fb99aa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 909 time: 0.3803275 Jun 12 19:43:40.245975 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] No DVR routers for this DVR port 59c41edf-b6f2-463a-809c-6cec363e8150 on host hv-cinder-79611 {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:43:40.250018 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.252678 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1fa3faa0-de8b-4747-826e-18ba691de78d req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "DELETE /v2.0/ports/59c41edf-b6f2-463a-809c-6cec363e8150 HTTP/1.1" status: 204 len: 173 time: 1.2946687 Jun 12 19:43:40.253272 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'name': 'network-vif-deleted', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:40.255989 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb050db-cb16-4903-8425-c529db4c6c60" -d '{"events": [{"server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "name": "network-vif-deleted", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:40.318720 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-1a2d42a7-bbdc-4598-b236-ddb47018dfeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea HTTP/1.1" status: 200 len: 217 time: 0.1128817 Jun 12 19:43:40.345007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.375992 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.382579 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-21502087-89ad-4400-ae22-6866b1682fec tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:40.395552 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7ea6c-7de6-4c02-9e66-24e4e72d930b req-926e71d9-d147-4954-b4e1-a98557a82af8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:40.398079 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6be7ea6c-7de6-4c02-9e66-24e4e72d930b req-926e71d9-d147-4954-b4e1-a98557a82af8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.1000438 Jun 12 19:43:40.413907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c218a44f-2b82-4048-a2ff-cb8c4137558d,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:40.420416 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:40.424836 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-1fbc3335-b670-49a3-af0e-ef29b134d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:40.426496 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-1fbc3335-b670-49a3-af0e-ef29b134d709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b68cf25-fe1b-43a6-bcde-b819b3bb168f HTTP/1.1" status: 200 len: 848 time: 0.0928817 Jun 12 19:43:40.429695 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.431120 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ed9dcb13-84fd-4722-8047-de0198b9ecda tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6328011 Jun 12 19:43:40.437145 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40106) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:40.444597 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:40.471549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-cf988b5c-f6d7-4d4b-98cf-da5fcbb7659e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cbefb37-b095-44ba-86d5-c2e439ccb26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372350 Jun 12 19:43:40.482539 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6be7ea6c-7de6-4c02-9e66-24e4e72d930b req-916709aa-e700-461b-8eb0-db22304b51a5 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739980 Jun 12 19:43:40.498250 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.securitygroups_db [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Project 909c3915c23d40518d4968b15a028cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:43:40.510894 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.675918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5c2163-ef20-4fde-9e7c-a2f1810d9dbe x-openstack-request-id: req-0e5c2163-ef20-4fde-9e7c-a2f1810d9dbe {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:40.676443 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d444b5c-4cfd-47ee-8a80-8862c352b284", "name": "network-vif-deleted", "tag": "59c41edf-b6f2-463a-809c-6cec363e8150", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:40.677171 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e5c2163-ef20-4fde-9e7c-a2f1810d9dbe {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:40.677901 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d444b5c-4cfd-47ee-8a80-8862c352b284', 'name': 'network-vif-deleted', 'tag': '59c41edf-b6f2-463a-809c-6cec363e8150', 'status': 'completed', 'code': 200} Jun 12 19:43:40.703782 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.722762 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-9502528c-1320-4cf5-90b8-88019c83805a service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413249 Jun 12 19:43:40.723110 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.730626 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2797b483-cac2-4cc4-ae65-72feb88523e8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:40.770008 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd8fa27-f621-4577-acfe-8e5d0dcd8a1c,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:40.784751 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:40.787132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.790655 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-85200951-6f79-4335-b1d6-6cb29110d120 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500433 Jun 12 19:43:40.791520 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40108) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:43:40.799879 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'security_group_rule': {'security_group_id': '787bba69-9b8c-4067-8ca9-0f71b9f7aded', 'project_id': '909c3915c23d40518d4968b15a028cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:40.801985 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43602ed9-8428-49dc-9255-5fddc8c293eb req-654ce6b5-8636-4236-89ec-9fc479f3ff0d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:40.805774 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-43602ed9-8428-49dc-9255-5fddc8c293eb req-654ce6b5-8636-4236-89ec-9fc479f3ff0d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1895070 Jun 12 19:43:40.898917 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-43602ed9-8428-49dc-9255-5fddc8c293eb req-0c64d6c5-1fa7-4da4-9664-f8433984331f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818496 Jun 12 19:43:40.936621 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.securitygroups_db [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Project 909c3915c23d40518d4968b15a028cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:43:40.964286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:40.990468 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-324490d9-ff37-4d4c-919d-c4e576a8537e req-2c8fe08b-2279-4af5-916b-dddd03c07aec service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596273 Jun 12 19:43:41.043120 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:41.166571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 59c41edf-b6f2-463a-809c-6cec363e8150 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:43:41.169761 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:41.182884 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:41.207364 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d2b37139-f0db-4358-8d3d-90c9b211e6fa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:41.223952 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 59c41edf-b6f2-463a-809c-6cec363e8150 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:43:41.224262 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 59c41edf-b6f2-463a-809c-6cec363e8150 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:43:41.275515 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:41.281583 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4843063 Jun 12 19:43:41.317053 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d75e0bc-bc3b-43e2-b3af-1cc3d51837e6,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:41.342629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:41.380503 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-09d31bd6-8f74-4fc3-94ea-e1c0dd59a54f req-9cff49e7-a254-4b53-a651-a95fbb619287 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d444b5c-4cfd-47ee-8a80-8862c352b284 HTTP/1.1" status: 200 len: 210 time: 0.0535302 Jun 12 19:43:41.417135 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-95bbc9e1-f4eb-48e4-971b-1444ac631fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2168229 Jun 12 19:43:41.526961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-dc87453a-7602-43f8-a064-8d9849892717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:41.528591 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-dc87453a-7602-43f8-a064-8d9849892717 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.0789783 Jun 12 19:43:41.599018 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe3aa9-667b-4374-b2cb-1d14c95d28c2 req-43be159e-c5a8-4a61-a555-d403870018da tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:41.602436 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-afbe3aa9-667b-4374-b2cb-1d14c95d28c2 req-43be159e-c5a8-4a61-a555-d403870018da tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 943 time: 0.1299968 Jun 12 19:43:41.659030 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-afbe3aa9-667b-4374-b2cb-1d14c95d28c2 req-f2e7dbed-ef1d-4835-ab80-3ea206eee35b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Jun 12 19:43:41.731698 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-e39e4458-7da3-4b0e-b9cb-cc853ce153a0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215876421&fields=id&tenant_id=909c3915c23d40518d4968b15a028cd8 HTTP/1.1" status: 200 len: 267 time: 0.1635778 Jun 12 19:43:41.816837 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-fd2e81ba-1ba8-4f21-9947-3c5693653f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:41.818611 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-fd2e81ba-1ba8-4f21-9947-3c5693653f57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.2598045 Jun 12 19:43:41.998115 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-12993419-3844-4b6f-b7a0-5334b0b49c85 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.000280 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-12993419-3844-4b6f-b7a0-5334b0b49c85 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.2561307 Jun 12 19:43:42.007185 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-93eb5c98-77c9-428f-b299-10854f34d5de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1002 time: 0.1792948 Jun 12 19:43:42.018214 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'port': {'security_groups': ['bfc0f9c3-9361-4427-9226-1fefc8da0a92', '787bba69-9b8c-4067-8ca9-0f71b9f7aded']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:43:42.128441 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-da9002fa-7114-44b8-b7ad-5d2c55a7ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.130613 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-da9002fa-7114-44b8-b7ad-5d2c55a7ba05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66377dbfee048de9262c33e6a5e15e4&device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 1099 time: 0.1036475 Jun 12 19:43:42.168622 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-6a6695bb-5a28-48ab-af48-0252856ce254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.170954 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-6a6695bb-5a28-48ab-af48-0252856ce254 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.1474175 Jun 12 19:43:42.275878 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:42.329646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-26ad26d4-d210-481f-9d02-ce7266e845e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.331618 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-26ad26d4-d210-481f-9d02-ce7266e845e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 200 len: 920 time: 0.1927278 Jun 12 19:43:42.349644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb607e-a8bf-4383-8afa-3832f5438f0e req-ded2db2a-fa5c-4acc-b320-dfc341c8f012 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.352816 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3fdb607e-a8bf-4383-8afa-3832f5438f0e req-ded2db2a-fa5c-4acc-b320-dfc341c8f012 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.2026896 Jun 12 19:43:42.361265 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-dc9872c5-10ac-4c88-926b-57a4b579dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.362793 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-dc9872c5-10ac-4c88-926b-57a4b579dd5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629658 Jun 12 19:43:42.414856 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-c91a99a8-f209-490f-ba2b-eecb886567c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 200 len: 217 time: 0.0750196 Jun 12 19:43:42.541863 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3fdb607e-a8bf-4383-8afa-3832f5438f0e req-7739ba95-8661-45d7-b164-fde8442813b0 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308324 Jun 12 19:43:42.548686 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-cdf06bd7-34bf-49cb-aa9d-3c9e5a5a0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:42.551566 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-cdf06bd7-34bf-49cb-aa9d-3c9e5a5a0ab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 200 len: 859 time: 0.1293643 Jun 12 19:43:42.589079 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-f87dbb01-b0cf-4aba-a8a6-44e6e32f74d2 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156765 Jun 12 19:43:42.626186 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-76948993-be6d-41ca-98a3-d28b679ed319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=703da9da-59d4-4706-ba5f-870dfc81107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555730 Jun 12 19:43:42.862386 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:42.870457 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f20616a-d6ac-4072-ac9c-aa28d8abbb78 req-95c42272-cebd-4bca-86e3-b50f863722d3 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688403 Jun 12 19:43:42.939789 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:42.951647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:42.963335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1bad08f0-b644-4068-9d18-03971df4f7e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:42.966562 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['603147db-9b9b-4eee-b7e4-0b21500fb6fb'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:43:43.055178 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:43.056224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:43.068183 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-60b63d40-dacf-4fdf-8e5c-7cd36a40235e req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "PUT /v2.0/ports/603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 981 time: 1.0540257 Jun 12 19:43:43.068593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:43.072345 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf037bab-e62d-450b-b3bb-6578572da584" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:43.129916 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=6']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:43.152543 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e54738da-d64e-4705-aed1-9f104dd7e7ea details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:43:43.156093 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.157708 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.158705 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.159788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.160437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.161104 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.161728 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.162342 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.180469 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['603147db-9b9b-4eee-b7e4-0b21500fb6fb'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:43:43.182044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.182843 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.183433 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.184068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:43.192608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:43.298780 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-9ef3f1be-080b-4cd6-90b2-9861317db0dd service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641281 Jun 12 19:43:43.380172 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.db.resource_extend [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 19:43:43.401994 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689bfd7-fe19-4636-8c6b-be894b5a3b97 req-e1242268-540d-41d7-bfe7-a08e0e3cbbad tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:43.405958 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f689bfd7-fe19-4636-8c6b-be894b5a3b97 req-e1242268-540d-41d7-bfe7-a08e0e3cbbad tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.2621632 Jun 12 19:43:43.588981 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-c6f27058-1e1b-4a0d-8ee5-61d1ad70b2d4 None None] Provisioning complete for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:43:43.589505 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c6f27058-1e1b-4a0d-8ee5-61d1ad70b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:43.641006 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f689bfd7-fe19-4636-8c6b-be894b5a3b97 req-61709037-d4bb-4685-b795-7cf4ab5f5001 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137382 Jun 12 19:43:43.721248 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0e513d81-e857-402a-b894-b92460ab1fc9 req-7198bdbb-5e78-4197-afe3-3f9712bad44b service neutron] 10.222.0.41 "GET /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860235 Jun 12 19:43:43.863217 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:43.910292 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'e54738da-d64e-4705-aed1-9f104dd7e7ea', 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b', 'port_id': 'e54738da-d64e-4705-aed1-9f104dd7e7ea', 'mac_address': 'fa:16:3e:70:92:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b68cf25-fe1b-43a6-bcde-b819b3bb168f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:43:43.964798 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a524479-6c7f-48aa-abe8-80c41e82313c req-cebfa654-2d40-4edd-be8c-10f9bbdb97c3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:43.972977 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a524479-6c7f-48aa-abe8-80c41e82313c req-cebfa654-2d40-4edd-be8c-10f9bbdb97c3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 943 time: 0.1993070 Jun 12 19:43:44.054756 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1a524479-6c7f-48aa-abe8-80c41e82313c req-45803451-823a-4a22-baea-29b1584ac773 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Jun 12 19:43:44.086791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3310f-c086-43f4-8ddb-dd06ae3b09ac req-a7a9651d-1437-4e6e-9356-6d886b8cba5c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.088456 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dab3310f-c086-43f4-8ddb-dd06ae3b09ac req-a7a9651d-1437-4e6e-9356-6d886b8cba5c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.2141762 Jun 12 19:43:44.094004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:44.143006 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54738da-d64e-4705-aed1-9f104dd7e7ea {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:43:44.174086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c47f4-e21e-432a-9e6b-0ed53167f0bc x-openstack-request-id: req-a03c47f4-e21e-432a-9e6b-0ed53167f0bc {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:44.176384 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:44.177042 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a03c47f4-e21e-432a-9e6b-0ed53167f0bc {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:44.178725 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:43:44.191700 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-dab3310f-c086-43f4-8ddb-dd06ae3b09ac req-f9ad638e-138c-4896-ad44-c668483894c0 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823643 Jun 12 19:43:44.206480 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:44.306731 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037bab-e62d-450b-b3bb-6578572da584 req-11e01709-8f76-44af-b369-0b9453a53c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.308479 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-11e01709-8f76-44af-b369-0b9453a53c65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1137 time: 0.1104572 Jun 12 19:43:44.311834 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:44.324256 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:44.455326 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e8e6-2039-42d9-8717-b7acc37495f3 req-5cedbcfc-6eff-4083-a451-a7266429a11e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.465356 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037bab-e62d-450b-b3bb-6578572da584 req-0eed513b-7704-4e9f-ba87-9011811a9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.467212 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-0eed513b-7704-4e9f-ba87-9011811a9928 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.1515434 Jun 12 19:43:44.468493 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e0b2e8e6-2039-42d9-8717-b7acc37495f3 req-5cedbcfc-6eff-4083-a451-a7266429a11e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.1425111 Jun 12 19:43:44.540995 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:44.547365 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:44.552132 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e0b2e8e6-2039-42d9-8717-b7acc37495f3 req-e9fcf105-258b-4c1e-a863-d9a149b800cc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768242 Jun 12 19:43:44.626725 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-f70fca40-47f7-406c-9932-a8082e10d76f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 1001 time: 0.1435666 Jun 12 19:43:44.716910 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037bab-e62d-450b-b3bb-6578572da584 req-84b5fbbe-5364-4314-951f-09cb6dda07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.720287 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-84b5fbbe-5364-4314-951f-09cb6dda07a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0835557 Jun 12 19:43:44.915414 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306eaa5-428d-4d82-904f-cb4a13265ea5 req-2dcef9e7-d216-4c47-b869-c219ffe94035 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:44.917649 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0306eaa5-428d-4d82-904f-cb4a13265ea5 req-2dcef9e7-d216-4c47-b869-c219ffe94035 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1001890 Jun 12 19:43:44.981317 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0306eaa5-428d-4d82-904f-cb4a13265ea5 req-42c75d52-f1a0-4701-a0e6-dd40cf54b8fd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554376 Jun 12 19:43:45.306700 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ed14b-59b7-4555-803e-4eb747aecb15 req-fb6ec949-5a04-4bec-a42f-b9cb982c2c49 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:45.308399 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fa4ed14b-59b7-4555-803e-4eb747aecb15 req-fb6ec949-5a04-4bec-a42f-b9cb982c2c49 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 944 time: 0.0948637 Jun 12 19:43:45.358953 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fa4ed14b-59b7-4555-803e-4eb747aecb15 req-0d8604e0-0df1-4f09-b856-99d3e0cd7298 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Jun 12 19:43:45.761225 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d890fe3-f57b-4c07-8cb1-aec97f8a5baf req-c2838d6e-636c-4134-8c26-d3cf41fc7a39 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:45.762799 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5d890fe3-f57b-4c07-8cb1-aec97f8a5baf req-c2838d6e-636c-4134-8c26-d3cf41fc7a39 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.0828247 Jun 12 19:43:45.809119 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5d890fe3-f57b-4c07-8cb1-aec97f8a5baf req-ab8453c7-d725-4bbd-aa49-b7fac7c86ca4 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Jun 12 19:43:48.737625 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:43:48.780313 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['e54738da-d64e-4705-aed1-9f104dd7e7ea'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:43:48.842747 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037bab-e62d-450b-b3bb-6578572da584 req-119b63db-122c-4ba3-9c8e-d5a8a3e7a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:48.845325 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-119b63db-122c-4ba3-9c8e-d5a8a3e7a4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115432 Jun 12 19:43:48.967429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:49.001363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'mac_address': 'fa:16:3e:5d:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:43:49.102664 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:49.128295 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-47fee439-f4b4-42f2-b281-7b67e40e9b7d service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753961 Jun 12 19:43:49.137197 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed346e32-93fc-4d07-ba72-1c584af90320 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:43:49.168484 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1154-f6a8-446b-8b98-24e12bbfb274 req-191c8041-9882-4f2b-bc97-c26218494d93 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:49.171518 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ed1154-f6a8-446b-8b98-24e12bbfb274 req-191c8041-9882-4f2b-bc97-c26218494d93 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1495330 Jun 12 19:43:49.184525 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:49.199386 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:49.203574 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:49.249313 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ed1154-f6a8-446b-8b98-24e12bbfb274 req-04748b15-32c9-42b4-b858-ccbdd4b0fb98 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631790 Jun 12 19:43:49.282889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a01c0-97f6-4a19-9c19-57c89b7e7e28 req-fee4d974-8ae3-44fb-955c-612550268e44 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:49.282889 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-427a01c0-97f6-4a19-9c19-57c89b7e7e28 req-fee4d974-8ae3-44fb-955c-612550268e44 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 944 time: 0.2683127 Jun 12 19:43:49.312126 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:49.320409 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf037bab-e62d-450b-b3bb-6578572da584 req-48dd54ba-f3ed-4627-a6af-67daac33656b service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842363 Jun 12 19:43:49.324882 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:49.345036 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-427a01c0-97f6-4a19-9c19-57c89b7e7e28 req-c6e2dc1d-6a27-41e7-bc9c-d4526814eaba tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Jun 12 19:43:49.513513 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdad92-3106-4793-afb9-177d96b130fb req-1d10c4da-7802-4351-8e96-49a9b26fa38d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:49.516479 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7afdad92-3106-4793-afb9-177d96b130fb req-1d10c4da-7802-4351-8e96-49a9b26fa38d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.1290097 Jun 12 19:43:49.581294 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7afdad92-3106-4793-afb9-177d96b130fb req-7cbff7b0-2824-4ba8-b2cc-df720969c348 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585573 Jun 12 19:43:49.994899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['ed346e32-93fc-4d07-ba72-1c584af90320'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:43:50.493622 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678167e-c4dd-486c-8174-aabbe155a053 req-478d6200-458e-4e85-a5c6-755127df6db6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:50.495999 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1678167e-c4dd-486c-8174-aabbe155a053 req-478d6200-458e-4e85-a5c6-755127df6db6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0933788 Jun 12 19:43:50.548737 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1678167e-c4dd-486c-8174-aabbe155a053 req-8e8b3b58-1ef5-4872-88db-9812c139fc7e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Jun 12 19:43:50.822797 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd0c6a-e0c3-4014-801e-31bc3f59c782 req-663d66b0-bc52-4803-a143-f2dc7b9f7e5b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:50.824363 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f0fd0c6a-e0c3-4014-801e-31bc3f59c782 req-663d66b0-bc52-4803-a143-f2dc7b9f7e5b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.1011560 Jun 12 19:43:50.902842 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f0fd0c6a-e0c3-4014-801e-31bc3f59c782 req-81f0ddb0-3aa8-4fba-a831-3eb606f12a67 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670278 Jun 12 19:43:50.948046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba80ec-a483-464c-a3a9-4dc1329f7a40 req-686e3d75-33cb-4516-91fb-4ac6b074b4ef tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:50.949801 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3dba80ec-a483-464c-a3a9-4dc1329f7a40 req-686e3d75-33cb-4516-91fb-4ac6b074b4ef tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 944 time: 0.3950546 Jun 12 19:43:51.014000 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3dba80ec-a483-464c-a3a9-4dc1329f7a40 req-c4dbc53e-4321-4c0e-a12c-eaefa2a4fa33 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Jun 12 19:43:51.765628 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de273ab-115e-4453-ac96-178763d17a34 req-f136deab-7696-4ac3-a82f-c495e953bbbc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:51.767222 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0de273ab-115e-4453-ac96-178763d17a34 req-f136deab-7696-4ac3-a82f-c495e953bbbc tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0824409 Jun 12 19:43:51.836354 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0de273ab-115e-4453-ac96-178763d17a34 req-df287729-fac5-4366-95fa-603b88e2445e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596488 Jun 12 19:43:52.168504 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589bcc0-db61-4bce-95b5-74e0f83f5d3b req-c47d20e7-5dca-46d1-9c19-6b0f879daca7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:52.170301 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8589bcc0-db61-4bce-95b5-74e0f83f5d3b req-c47d20e7-5dca-46d1-9c19-6b0f879daca7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.0872838 Jun 12 19:43:52.233759 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8589bcc0-db61-4bce-95b5-74e0f83f5d3b req-b5483c53-93d3-467f-8518-804abd03857a tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520747 Jun 12 19:43:52.235215 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7801b-6e7d-443a-ae11-526c10f1ce91 req-623fb879-3c21-437b-80c2-229b6e42a9df tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:52.236794 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a2e7801b-6e7d-443a-ae11-526c10f1ce91 req-623fb879-3c21-437b-80c2-229b6e42a9df tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 944 time: 0.0890419 Jun 12 19:43:52.321274 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a2e7801b-6e7d-443a-ae11-526c10f1ce91 req-01bfb81f-7141-4fe0-bb0d-84792b0db082 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749414 Jun 12 19:43:53.051732 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2829f-1c19-401e-884d-4661cd66697c req-68eb71ae-752d-4278-addb-0291d845945a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:53.053553 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1df2829f-1c19-401e-884d-4661cd66697c req-68eb71ae-752d-4278-addb-0291d845945a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0807624 Jun 12 19:43:53.099337 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1df2829f-1c19-401e-884d-4661cd66697c req-f55a551b-53e1-4276-bd9a-b481d1cfefba tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Jun 12 19:43:53.492702 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7525-6c3b-4f1a-9a79-06a7ee2de33e req-e3ff4ce7-da52-43c0-a477-f170a4c5cbdb tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:53.495485 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dd1c7525-6c3b-4f1a-9a79-06a7ee2de33e req-e3ff4ce7-da52-43c0-a477-f170a4c5cbdb tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.0933816 Jun 12 19:43:53.571771 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dd1c7525-6c3b-4f1a-9a79-06a7ee2de33e req-a6983c02-f11f-4352-aaa8-348db6fd03c7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647376 Jun 12 19:43:53.685596 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a36ddb-6202-4004-a83b-382c8b592648 req-0c2408f7-3e55-404e-b112-606f2913cae7 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:53.687112 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f4a36ddb-6202-4004-a83b-382c8b592648 req-0c2408f7-3e55-404e-b112-606f2913cae7 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 944 time: 0.0864570 Jun 12 19:43:53.732809 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f4a36ddb-6202-4004-a83b-382c8b592648 req-0471644b-d404-4cee-8fa6-8d53e2b8e140 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Jun 12 19:43:53.744796 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e54738da-d64e-4705-aed1-9f104dd7e7ea up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:43:53.817053 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port e54738da-d64e-4705-aed1-9f104dd7e7ea completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:43:53.823480 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port e54738da-d64e-4705-aed1-9f104dd7e7ea triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:43:53.824081 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:53.937892 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:53.966603 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:53.969141 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d27f74a-46a1-4c64-bc9c-4ce540928759" -d '{"events": [{"server_uuid": "36575497-b643-4715-a874-72a94b88592e", "name": "network-vif-plugged", "status": "completed", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:53.984766 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:53.989554 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:53.991191 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:43:53.993112 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:54.087122 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:54.097787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.098138 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.098479 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.098815 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.099151 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.099486 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.100037 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.100450 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.100780 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.101136 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.101468 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.101869 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:43:54.106290 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:54.111003 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port ed346e32-93fc-4d07-ba72-1c584af90320 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:43:54.116131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port ed346e32-93fc-4d07-ba72-1c584af90320 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:43:54.116556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:54.216760 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:54.255256 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:43:54.260100 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:54.263048 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:43:54.320936 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:43:54.324213 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:43:56.275967 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500f5f7-883d-402a-8ebb-31d1427eaa2b x-openstack-request-id: req-d500f5f7-883d-402a-8ebb-31d1427eaa2b {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:56.276763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36575497-b643-4715-a874-72a94b88592e", "name": "network-vif-plugged", "status": "completed", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:56.276763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d500f5f7-883d-402a-8ebb-31d1427eaa2b {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:56.277156 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea', 'code': 200} Jun 12 19:43:56.446790 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aba10-7fdf-4dc8-8640-91d6abe03ad4 req-bb8fe251-2636-4f2c-810a-1fc38cc0c724 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:56.449892 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b03aba10-7fdf-4dc8-8640-91d6abe03ad4 req-bb8fe251-2636-4f2c-810a-1fc38cc0c724 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0812159 Jun 12 19:43:56.499798 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b03aba10-7fdf-4dc8-8640-91d6abe03ad4 req-da0ddecf-dace-4f0b-ac3a-c6eb755ad591 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Jun 12 19:43:56.738632 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47369eee-94f3-4d42-bcbb-6e0f107d7dcc req-9ad8a98c-1084-4e41-8eb8-fc3da1e7fdb3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:56.741981 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-47369eee-94f3-4d42-bcbb-6e0f107d7dcc req-9ad8a98c-1084-4e41-8eb8-fc3da1e7fdb3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.1110644 Jun 12 19:43:56.796922 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-47369eee-94f3-4d42-bcbb-6e0f107d7dcc req-f469ea5c-661d-4f72-b772-68fe6596432a tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jun 12 19:43:56.845806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd799b41-57c3-4250-a13c-cc15e4bccda9 req-d947813a-8fff-4f6d-b397-4343fcd501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:56.848401 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cd799b41-57c3-4250-a13c-cc15e4bccda9 req-d947813a-8fff-4f6d-b397-4343fcd501ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 1098 time: 0.0984523 Jun 12 19:43:56.870027 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ae57faa0-d7c2-4951-8f2e-3dac810d8613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:43:56.894133 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cd799b41-57c3-4250-a13c-cc15e4bccda9 req-486c9e55-e14d-407d-a9d0-320411f4becc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Jun 12 19:43:57.467199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-ab9a06fc-652c-4d6e-9d03-028c3984861f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:57.468591 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-ab9a06fc-652c-4d6e-9d03-028c3984861f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 813 time: 0.1955700 Jun 12 19:43:57.491831 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-0848724e-fdcd-428e-8646-d6d4f6dc1c2c tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/quotas/6ed9837592ea4e15aad55727d9870809 HTTP/1.1" status: 200 len: 375 time: 0.0108929 Jun 12 19:43:57.521784 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:43:57.559777 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-04c79505-a53b-49d0-b552-c8e22735f567 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598783 Jun 12 19:43:57.695552 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-be84106c-d0a6-49a4-9f02-16d7dbb34218 service neutron] 10.222.0.11 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284440 Jun 12 19:43:57.767245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20127-c0df-4cf3-bab7-06591e49a843 req-7ce5bbfa-4df4-47e1-b24a-097a95fd8bdc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:57.768831 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1e20127-c0df-4cf3-bab7-06591e49a843 req-7ce5bbfa-4df4-47e1-b24a-097a95fd8bdc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1273081 Jun 12 19:43:57.842989 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1e20127-c0df-4cf3-bab7-06591e49a843 req-fe557e44-abb0-44f9-a549-8f49de6b7e65 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641916 Jun 12 19:43:57.846233 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-d5bb0dc0-dd21-412e-a76c-89691c12052c service neutron] 10.222.0.11 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435821 Jun 12 19:43:58.136156 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cfb2e6ef-f501-434a-bb58-a8c60bba1095 req-2ffe0b14-4f88-4a03-b7a0-f8180e46707d tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 210 time: 0.0383561 Jun 12 19:43:58.165700 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710431ed-1217-4cee-819f-83e0973c1830 req-37d8885b-65d7-49f6-b407-aedeb88c3306 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:58.167572 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-710431ed-1217-4cee-819f-83e0973c1830 req-37d8885b-65d7-49f6-b407-aedeb88c3306 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.0835178 Jun 12 19:43:58.218336 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-710431ed-1217-4cee-819f-83e0973c1830 req-88de6260-faa8-409f-b1ad-b1c3dc939053 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Jun 12 19:43:58.278176 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:43:58.280924 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7badd-340d-4afc-96de-26dbf41c1e75" -d '{"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-plugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:43:58.324829 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7160a9-6c76-40e2-9721-56ccde169b59 x-openstack-request-id: req-ae7160a9-6c76-40e2-9721-56ccde169b59 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:43:58.325175 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-plugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:43:58.325447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae7160a9-6c76-40e2-9721-56ccde169b59 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:43:58.325859 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'code': 200} Jun 12 19:43:58.765555 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5ab2-0472-43a7-8bbc-d32bc673f4bc req-baa3b5ed-6aee-4d4a-8158-910b19b0cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:58.767019 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bb5e5ab2-0472-43a7-8bbc-d32bc673f4bc req-baa3b5ed-6aee-4d4a-8158-910b19b0cca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.0698473 Jun 12 19:43:58.814774 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bb5e5ab2-0472-43a7-8bbc-d32bc673f4bc req-d6cd2999-09c6-4590-b987-96ee21a62bc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382621 Jun 12 19:43:59.094777 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adad84d-5665-4a6f-b008-5a8a9a2c9937 req-9842c654-4456-4fae-a3fa-e2ae42632c48 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:59.105651 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8adad84d-5665-4a6f-b008-5a8a9a2c9937 req-9842c654-4456-4fae-a3fa-e2ae42632c48 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1208758 Jun 12 19:43:59.159581 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8adad84d-5665-4a6f-b008-5a8a9a2c9937 req-a5dac744-0de5-45db-a1bb-810d5e019578 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529437 Jun 12 19:43:59.382288 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ba2b507b-542b-4c91-80fb-a8932af46298 req-57cd3c9f-6254-4fd5-8972-ed1fa3cc6d43 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 210 time: 0.0454190 Jun 12 19:43:59.459879 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b0b0-9c78-4ffd-8a22-a2c04cb3f3bd req-70cbd8b9-9042-49dc-a129-d7154d15940e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:59.461744 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-98c7b0b0-9c78-4ffd-8a22-a2c04cb3f3bd req-70cbd8b9-9042-49dc-a129-d7154d15940e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.0770326 Jun 12 19:43:59.518701 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-98c7b0b0-9c78-4ffd-8a22-a2c04cb3f3bd req-9ba78a80-e00c-463a-be17-591eec52271a tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501614 Jun 12 19:43:59.883502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-140cacf2-e1da-46c3-a9e3-bd9dc9519d88 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:43:59.885092 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-140cacf2-e1da-46c3-a9e3-bd9dc9519d88 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 813 time: 0.1540992 Jun 12 19:43:59.899978 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Request body: {'port': {'device_id': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1', 'admin_state_up': True, 'tenant_id': '6ed9837592ea4e15aad55727d9870809'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:00.063819 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Made reservation on behalf of 6ed9837592ea4e15aad55727d9870809 for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:44:00.066809 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:00.359514 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Allocated IP 172.20.0.7 (07ed32ed-9177-41d1-868a-0251ab36b8e1/35e04332-accd-498e-bffb-b863f3ba71df/1fa1f2ab-5ae6-4469-9721-7933591fb1f2) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:44:00.448544 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2b89-f1b0-4557-a6db-ae27641bb1a5 req-52b5961c-6ab2-4f76-a088-36ad8eece6b6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:00.453048 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-051c2b89-f1b0-4557-a6db-ae27641bb1a5 req-52b5961c-6ab2-4f76-a088-36ad8eece6b6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1422358 Jun 12 19:44:00.566035 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-051c2b89-f1b0-4557-a6db-ae27641bb1a5 req-24d1ab48-be07-4bc3-b39c-6a152d3906d3 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013057 Jun 12 19:44:00.711606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8110c175-3e3f-4211-8abc-3b854d62ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:00.727832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:00.784381 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:00.792462 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b910fc55-caf0-4d5a-b1fb-a1e2695617ce tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:00.860916 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Network 07ed32ed-9177-41d1-868a-0251ab36b8e1 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:44:00.864824 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:44:00.869280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:44:00.875162 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:00.875828 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:00.885644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Pushing event updated for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:00.895276 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.895654 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.896022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.896961 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.897347 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.897766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.898131 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.898489 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.898839 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.899191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.899540 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.899889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:44:00.909657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:00.920709 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-927e7837-bdfe-4360-87f6-faa3a466a915 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254612 Jun 12 19:44:00.965958 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Request body: {'port': {'device_id': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:00.988710 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:01.064742 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362a091-0798-4ad2-87f4-de10e3bb5845 req-046c5e7a-45c2-4ebe-9969-f93c389ede89 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:01.067052 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4362a091-0798-4ad2-87f4-de10e3bb5845 req-046c5e7a-45c2-4ebe-9969-f93c389ede89 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.0930030 Jun 12 19:44:01.121426 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4362a091-0798-4ad2-87f4-de10e3bb5845 req-e4a38fe3-5cbb-4764-9e4b-d2161c9992ce tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Jun 12 19:44:01.346763 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2666-5b61-4119-92b9-409f31d58fe6 req-13b3fecb-a660-4d2a-ae7c-f93fa56b0e56 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:01.348412 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c51a2666-5b61-4119-92b9-409f31d58fe6 req-13b3fecb-a660-4d2a-ae7c-f93fa56b0e56 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.0993271 Jun 12 19:44:01.404422 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c51a2666-5b61-4119-92b9-409f31d58fe6 req-888eb67f-9dc6-4977-8b2d-a677da089c3f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Jun 12 19:44:01.426383 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8504c-4765-455f-bdf3-e9be16e27d2d req-ae3120d4-57c2-4a1b-ab7f-5ff0228c44d4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:01.429124 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-61c8504c-4765-455f-bdf3-e9be16e27d2d req-ae3120d4-57c2-4a1b-ab7f-5ff0228c44d4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 931 time: 0.4808919 Jun 12 19:44:01.429360 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:01.530398 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-61c8504c-4765-455f-bdf3-e9be16e27d2d req-a3b365d8-727b-48a6-9c61-fc6a07f64a0e tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Jun 12 19:44:01.876095 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610558-6105-4993-a921-12def98c637f req-43b4efec-9a1a-4596-b5f4-0e4182327d22 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:01.877959 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-23610558-6105-4993-a921-12def98c637f req-43b4efec-9a1a-4596-b5f4-0e4182327d22 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1523054 Jun 12 19:44:01.915487 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:01.926130 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:01.952104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Transition to ACTIVE for port object 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:44:01.955738 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-23610558-6105-4993-a921-12def98c637f req-faa6eb4f-a5e2-490e-88af-9ec99fc973ad tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672226 Jun 12 19:44:01.956885 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:01.959260 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:02.070142 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:02.074593 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:02.155610 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Attempting to bind port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:44:02.155965 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Attempting to bind port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:44:02.156300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Attempting to bind port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:02.163962 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:44:02.164391 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Attempting to bind port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 on network 07ed32ed-9177-41d1-868a-0251ab36b8e1 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:02.172413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:44:02.172743 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Checking segment: {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:44:02.173184 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Bound using segment: {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:44:02.173641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Bound port: 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb9c9f9-297d-4c6d-8d2c-400d984331bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:44:02.173998 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:02.248252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbb85a-b7eb-42ba-9534-ca3034ff0253 req-0e217d9a-0e56-491b-95fc-0a30bcd97142 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.249884 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cdfbb85a-b7eb-42ba-9534-ca3034ff0253 req-0e217d9a-0e56-491b-95fc-0a30bcd97142 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1388118 Jun 12 19:44:02.302209 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:44:02.327331 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba33d-7ccb-4422-830d-cfcfcce6c4e8 req-614f8b34-e080-4781-a374-445168de2fe8 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.328210 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:44:02.329303 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d2fba33d-7ccb-4422-830d-cfcfcce6c4e8 req-614f8b34-e080-4781-a374-445168de2fe8 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.0864601 Jun 12 19:44:02.331784 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cdfbb85a-b7eb-42ba-9534-ca3034ff0253 req-088f5db2-9e76-47c0-b099-83536cde1cc9 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727489 Jun 12 19:44:02.335249 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:02.337845 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:02.367712 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40360) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:02.383883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.384520 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:02.385977 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] 10.222.0.41 "PUT /v2.0/ports/1fa1f2ab-5ae6-4469-9721-7933591fb1f2 HTTP/1.1" status: 200 len: 1093 time: 1.4351737 Jun 12 19:44:02.386822 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:02.388980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:02.418993 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:02.422847 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:02.435724 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d2fba33d-7ccb-4422-830d-cfcfcce6c4e8 req-b418c5c3-ed55-40f6-a62d-e3319c881c40 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914812 Jun 12 19:44:02.451147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:02.461946 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acfd65b-fc50-4d4b-a556-51d46c812219 x-openstack-request-id: req-0acfd65b-fc50-4d4b-a556-51d46c812219 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:02.462317 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:02.462694 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0acfd65b-fc50-4d4b-a556-51d46c812219 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:02.463422 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2', 'status': 'completed', 'code': 200} Jun 12 19:44:02.549081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-7e2eb47f-923b-41de-95bd-052b7ebef507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.550723 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-7e2eb47f-923b-41de-95bd-052b7ebef507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 1096 time: 0.0842104 Jun 12 19:44:02.613603 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-03b10230-3c52-4b69-97ee-a60eec80bbdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2 HTTP/1.1" status: 200 len: 217 time: 0.0542030 Jun 12 19:44:02.696139 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15608-fa84-4e45-bc61-e297be18d1a3 req-dae7d5ae-aba5-4849-8440-40dae3acbca1 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.697773 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7c15608-fa84-4e45-bc61-e297be18d1a3 req-dae7d5ae-aba5-4849-8440-40dae3acbca1 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.1492891 Jun 12 19:44:02.705068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2293f95-eb32-400b-921d-a9d89b77abb6 tempest-TestShelveInstance-1401283988 tempest-TestShelveInstance-1401283988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.706622 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f2293f95-eb32-400b-921d-a9d89b77abb6 tempest-TestShelveInstance-1401283988 tempest-TestShelveInstance-1401283988-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1093 time: 0.3378868 Jun 12 19:44:02.713834 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40372) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:02.728696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:02.749883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-477770cb-bfc2-4d76-98b3-0ba0b76e31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.751704 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-477770cb-bfc2-4d76-98b3-0ba0b76e31a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35e04332-accd-498e-bffb-b863f3ba71df HTTP/1.1" status: 200 len: 853 time: 0.1303816 Jun 12 19:44:02.768783 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7c15608-fa84-4e45-bc61-e297be18d1a3 req-289da5d8-cdcf-43a0-8f58-9df040d74b8e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Jun 12 19:44:02.770446 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for floatingip, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:02.831213 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-72e71663-3016-4f22-99db-17d118b88f3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ed32ed-9177-41d1-868a-0251ab36b8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723646 Jun 12 19:44:02.869251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583aa2f-9cce-4217-9ac5-09a43faae16f req-c6f559bf-a0c7-4847-8eff-079e84f7dc73 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:02.872070 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1583aa2f-9cce-4217-9ac5-09a43faae16f req-c6f559bf-a0c7-4847-8eff-079e84f7dc73 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 943 time: 0.1788754 Jun 12 19:44:03.013481 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1583aa2f-9cce-4217-9ac5-09a43faae16f req-f2bb51c6-8e61-4dd2-85ec-b62d9d00ec68 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277800 Jun 12 19:44:03.020105 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-e152ab0d-1d3d-404e-a606-806901be8e1b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:03.022420 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-e152ab0d-1d3d-404e-a606-806901be8e1b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.1408885 Jun 12 19:44:03.030084 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.040855 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-d1a5e992-14db-4e4f-976b-8d54d78d9f51 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673956 Jun 12 19:44:03.246922 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2fa1db7d-447d-409a-a890-89fd81f66d62 req-ebeaa7ab-78c4-460f-9815-4069c4b06937 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978621 Jun 12 19:44:03.278833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Allocated IP 172.27.3.58 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/666171ba-838a-4499-95db-c3741e5275ad) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:44:03.304806 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Deleting port e54738da-d64e-4705-aed1-9f104dd7e7ea {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:03.305274 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.391199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-c4e39290-2f16-4a5a-95e0-2362aed0e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:03.394005 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-c4e39290-2f16-4a5a-95e0-2362aed0e1b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed9837592ea4e15aad55727d9870809&device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 1096 time: 0.0711653 Jun 12 19:44:03.543054 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] For port e54738da-d64e-4705-aed1-9f104dd7e7ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e54738da-d64e-4705-aed1-9f104dd7e7ea,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:03.543675 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.557674 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.583632 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-9d4e94ff-4ef0-4b6a-9eca-617d7dde5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:03.586170 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-9d4e94ff-4ef0-4b6a-9eca-617d7dde5b74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 200 len: 914 time: 0.1848001 Jun 12 19:44:03.649471 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-6ac05230-0488-4e13-be9a-2943b503c03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2 HTTP/1.1" status: 200 len: 217 time: 0.0557053 Jun 12 19:44:03.660801 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Calling delete_port for e54738da-d64e-4705-aed1-9f104dd7e7ea owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:03.749879 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-ae9ddefd-12dc-4bb5-ba88-3553581e4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:03.751365 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-ae9ddefd-12dc-4bb5-ba88-3553581e4455 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35e04332-accd-498e-bffb-b863f3ba71df HTTP/1.1" status: 200 len: 853 time: 0.0937588 Jun 12 19:44:03.784757 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.789165 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:03.808918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc43d1-23be-4d9f-822a-097b719daeb4 req-696c38b5-508e-42de-9fc1-36bd2d994ee7 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:03.810622 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-18fc43d1-23be-4d9f-822a-097b719daeb4 req-696c38b5-508e-42de-9fc1-36bd2d994ee7 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=36575497-b643-4715-a874-72a94b88592e HTTP/1.1" status: 200 len: 945 time: 0.1646423 Jun 12 19:44:03.812565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-2dca9c8c-0fb7-43f7-aebe-6702df3c616d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ed32ed-9177-41d1-868a-0251ab36b8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475264 Jun 12 19:44:03.836876 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:44:03.846804 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:44:03.850302 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:44:03.906556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:03.925354 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'Port': ['ID=666171ba-838a-4499-95db-c3741e5275ad,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:03.928503 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:03.947446 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-18fc43d1-23be-4d9f-822a-097b719daeb4 req-b069e633-2bb2-45eb-9904-4f47f6a0fdec tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306033 Jun 12 19:44:03.983273 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-4fff5775-39c3-42bd-aede-d45889f5e6ed service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600497 Jun 12 19:44:04.009020 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:04.024904 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['e54738da-d64e-4705-aed1-9f104dd7e7ea'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:04.040442 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:04.110577 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Pushing event deleted for resources: {'Port': ['ID=e54738da-d64e-4705-aed1-9f104dd7e7ea,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:04.112962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:04.149514 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7df7513e-57f1-4d9a-a8c7-e150eea31eb1 req-33e7a4f4-3746-4883-8dce-c43256f3a609 service neutron] 10.222.0.41 "GET /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520441 Jun 12 19:44:04.213632 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] No DVR routers for this DVR port e54738da-d64e-4705-aed1-9f104dd7e7ea on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:44:04.217029 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:04.219302 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a769adb3-e9be-4872-9fc4-301d41ee9bc1 req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "DELETE /v2.0/ports/e54738da-d64e-4705-aed1-9f104dd7e7ea HTTP/1.1" status: 204 len: 173 time: 1.1868522 Jun 12 19:44:04.223724 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'name': 'network-vif-deleted', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:04.226839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42457801-8f72-4d61-94ac-b6c41ae8e95b" -d '{"events": [{"server_uuid": "36575497-b643-4715-a874-72a94b88592e", "name": "network-vif-deleted", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:04.248794 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0b523-1b95-40c6-86d8-03378e2f1d26 req-2e9d92a3-5130-4ca1-ae48-4c64d32deabd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:04.250498 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdf0b523-1b95-40c6-86d8-03378e2f1d26 req-2e9d92a3-5130-4ca1-ae48-4c64d32deabd tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.3123941 Jun 12 19:44:04.457509 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdf0b523-1b95-40c6-86d8-03378e2f1d26 req-36d8e218-4216-4a92-9220-c47eb88e6636 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963391 Jun 12 19:44:04.599293 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a185f-c3bb-4baf-97bb-1805ec2bffc1 req-330efc8f-5486-468a-89ee-e5b3eff18065 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:04.602290 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-977a185f-c3bb-4baf-97bb-1805ec2bffc1 req-330efc8f-5486-468a-89ee-e5b3eff18065 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 943 time: 0.1384749 Jun 12 19:44:04.668207 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-977a185f-c3bb-4baf-97bb-1805ec2bffc1 req-fc03b334-b2b9-4d48-9d96-2831696fddda tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590572 Jun 12 19:44:04.803899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d037c-0af4-4997-8aa0-709deda19152 x-openstack-request-id: req-807d037c-0af4-4997-8aa0-709deda19152 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:04.804751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36575497-b643-4715-a874-72a94b88592e", "name": "network-vif-deleted", "tag": "e54738da-d64e-4705-aed1-9f104dd7e7ea", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:04.804751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-807d037c-0af4-4997-8aa0-709deda19152 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:04.805150 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36575497-b643-4715-a874-72a94b88592e', 'name': 'network-vif-deleted', 'tag': 'e54738da-d64e-4705-aed1-9f104dd7e7ea', 'status': 'completed', 'code': 200} Jun 12 19:44:04.815524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-f0c49f5d-c2f1-4b21-978b-0001f990dc0d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:04.817116 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-f0c49f5d-c2f1-4b21-978b-0001f990dc0d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.4884191 Jun 12 19:44:05.168499 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:05.357548 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Deleting port 28373373-f5c1-46c5-94a5-58ce550bb43f {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:05.357899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:05.468810 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:05.525021 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-116f04d9-eafd-4d23-8fec-0c32e08b3080 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:05.526627 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-116f04d9-eafd-4d23-8fec-0c32e08b3080 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 808 time: 0.3362403 Jun 12 19:44:05.596060 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-6e0f4710-1c54-4efc-bb93-87162025e5af tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/quotas/4b7c851fdeff4013ac1aa389c28e5004 HTTP/1.1" status: 200 len: 375 time: 0.0326402 Jun 12 19:44:05.618002 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] For port 28373373-f5c1-46c5-94a5-58ce550bb43f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28373373-f5c1-46c5-94a5-58ce550bb43f,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:05.618295 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:05.668125 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-263b2948-095b-4a94-a35e-3777990d86a5 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619333 Jun 12 19:44:05.772022 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Calling delete_port for 28373373-f5c1-46c5-94a5-58ce550bb43f owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:05.839009 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd250cb-d866-4153-adab-149e95fcbed8 req-5e128a3e-af5e-4a0f-9554-15f0a1ef5bda tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:05.840575 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5bd250cb-d866-4153-adab-149e95fcbed8 req-5e128a3e-af5e-4a0f-9554-15f0a1ef5bda tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 945 time: 0.0753548 Jun 12 19:44:05.891540 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5bd250cb-d866-4153-adab-149e95fcbed8 req-d9e12060-5b8e-4eb7-918a-3fb55ae99891 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Jun 12 19:44:06.066125 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-9558e6fe-8ff7-4cb3-aea8-9db034f47736 service neutron] 10.222.0.11 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509018 Jun 12 19:44:06.094578 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:06.143190 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:06.149564 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:06.226486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245e31-67c1-43b4-8507-3db9d6b3dd6a req-43585d88-1075-40f8-b0b1-9a4ba5da91e2 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:06.228041 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1f245e31-67c1-43b4-8507-3db9d6b3dd6a req-43585d88-1075-40f8-b0b1-9a4ba5da91e2 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 943 time: 0.0788069 Jun 12 19:44:06.287653 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1f245e31-67c1-43b4-8507-3db9d6b3dd6a req-4f35e3d1-7e09-46c3-87a2-ffa89d2d8bb4 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Jun 12 19:44:06.300032 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:06.315620 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['9347c1ba-0926-47c7-a196-387eabde8230', '28373373-f5c1-46c5-94a5-58ce550bb43f'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:06.347542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event updated for resources: {'Port': ['ID=666171ba-838a-4499-95db-c3741e5275ad,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:06.354252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:06.356895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d20b6314-2ebe-4097-9429-a023dc530697 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:06.369538 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:06.440687 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-52fc3295-8702-4468-9de1-e76a01149116 service neutron] 10.222.0.11 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661487 Jun 12 19:44:06.656579 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-21759ffb-34c6-4cca-baf9-7294eaa4c523 req-7d11eab8-4798-4001-a480-926dff1d580a tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 210 time: 0.0385725 Jun 12 19:44:06.746021 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Pushing event deleted for resources: {'Port': ['ID=28373373-f5c1-46c5-94a5-58ce550bb43f,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:06.795996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:06.835876 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] No DVR routers for this DVR port 28373373-f5c1-46c5-94a5-58ce550bb43f on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:44:06.840090 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:06.842153 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2dd0640d-424a-4428-b889-2a0e676c6a9a req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "DELETE /v2.0/ports/28373373-f5c1-46c5-94a5-58ce550bb43f HTTP/1.1" status: 204 len: 173 time: 2.0151377 Jun 12 19:44:06.842688 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'name': 'network-vif-deleted', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:06.845117 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db50849d-e7a9-475b-b205-1c5f36ad1f1b" -d '{"events": [{"server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "name": "network-vif-deleted", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:06.860889 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:44:06.867996 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e54738da-d64e-4705-aed1-9f104dd7e7ea no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:06.905454 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Floating IP dba9781d-b2fb-4798-83d1-5414e6078df3 associated. External IP: 172.27.3.58, port: ed346e32-93fc-4d07-ba72-1c584af90320. Jun 12 19:44:06.917852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: e54738da-d64e-4705-aed1-9f104dd7e7ea {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:06.918187 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e54738da-d64e-4705-aed1-9f104dd7e7ea not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:07.044682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86763f2-f8f6-4861-8604-db9559df2be5 x-openstack-request-id: req-f86763f2-f8f6-4861-8604-db9559df2be5 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:07.045331 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0707a33d-b5f9-4e29-aca2-6bc3c9155653", "name": "network-vif-deleted", "tag": "28373373-f5c1-46c5-94a5-58ce550bb43f", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:07.045813 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f86763f2-f8f6-4861-8604-db9559df2be5 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:07.046395 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0707a33d-b5f9-4e29-aca2-6bc3c9155653', 'name': 'network-vif-deleted', 'tag': '28373373-f5c1-46c5-94a5-58ce550bb43f', 'status': 'completed', 'code': 200} Jun 12 19:44:07.081460 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:07.099499 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2', 'network_id': '07ed32ed-9177-41d1-868a-0251ab36b8e1', 'port_id': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2', 'mac_address': 'fa:16:3e:57:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e04332-accd-498e-bffb-b863f3ba71df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:44:07.150252 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-43a72b66-9c86-45b5-82c9-f77c655a70ce req-2e64a345-37eb-4500-ba36-145f60443456 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=0707a33d-b5f9-4e29-aca2-6bc3c9155653 HTTP/1.1" status: 200 len: 210 time: 0.0505381 Jun 12 19:44:07.186594 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:07.230966 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:07.260713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:07.264886 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:07.268051 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:07.335139 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:07.338238 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:07.462689 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Router ed58d0cb-f1bd-42d7-8828-681284d8fb96 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:44:07.489368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774064-de44-4e8e-bdde-e111a95d2d35 req-5d4eadf8-0584-4f02-baa3-2ce4e83bcde8 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:07.491692 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-79774064-de44-4e8e-bdde-e111a95d2d35 req-5d4eadf8-0584-4f02-baa3-2ce4e83bcde8 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 944 time: 0.0772219 Jun 12 19:44:07.542486 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-79774064-de44-4e8e-bdde-e111a95d2d35 req-f11aab7c-d4bd-48ad-8487-4f7d22c83341 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Jun 12 19:44:07.624081 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:44:07.643058 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Sync routers for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:44:07.655671 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:07.663473 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:44:07.665049 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:44:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:07.723593 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-8cc424a5-0af8-4cf4-a628-bec4a72855e6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0076513 Jun 12 19:44:07.752349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['1fa1f2ab-5ae6-4469-9721-7933591fb1f2'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:07.892387 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f8dfa8ca-8691-4346-8900-37d2f96e462b req-1d74101e-b317-4d26-9375-832e1eaeeb1a tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 210 time: 0.0596454 Jun 12 19:44:07.913209 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:44:08.337101 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'dba9781d-b2fb-4798-83d1-5414e6078df3', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'mac_address': 'fa:16:3e:5d:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:44:04Z', 'updated_at': '2021-06-12T19:44:04Z', 'revision_number': 0, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:08.341761 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Checking router: ed58d0cb-f1bd-42d7-8828-681284d8fb96 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:44:08.360295 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:44:08.361707 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:44:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:08.576709 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:44:08.663639 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-26b07f8f-c37d-47eb-922e-9d62834c8551 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:08.665590 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-26b07f8f-c37d-47eb-922e-9d62834c8551 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 808 time: 0.2106862 Jun 12 19:44:08.684226 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Request body: {'port': {'device_id': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b', 'admin_state_up': True, 'tenant_id': '4b7c851fdeff4013ac1aa389c28e5004'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:08.844861 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bedd2-7541-4f4f-bb84-81df66be6d34 req-0500951b-8f9e-42aa-846d-e8114acafa11 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:08.848005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 28373373-f5c1-46c5-94a5-58ce550bb43f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:08.848477 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-605bedd2-7541-4f4f-bb84-81df66be6d34 req-0500951b-8f9e-42aa-846d-e8114acafa11 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 944 time: 0.1017213 Jun 12 19:44:08.874134 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6543-aea1-4559-9fc1-9acf46ba0d98 req-3bed586e-77dd-4ee3-9ac3-b7c555b5511d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:08.876429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 28373373-f5c1-46c5-94a5-58ce550bb43f {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:08.876802 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 28373373-f5c1-46c5-94a5-58ce550bb43f not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:08.881316 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cb6e6543-aea1-4559-9fc1-9acf46ba0d98 req-3bed586e-77dd-4ee3-9ac3-b7c555b5511d tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1882193 Jun 12 19:44:08.906079 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-605bedd2-7541-4f4f-bb84-81df66be6d34 req-5fb3dc5f-3741-4910-ab68-77e04f8ae0ec tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Jun 12 19:44:08.957525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Made reservation on behalf of 4b7c851fdeff4013ac1aa389c28e5004 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:44:08.961219 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:08.983721 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cb6e6543-aea1-4559-9fc1-9acf46ba0d98 req-f2ff79e4-7676-4e47-8319-76c86bfdab3f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951834 Jun 12 19:44:09.047404 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:09.050089 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a161c-3278-41f6-bd4d-3654b59b3627" -d '{"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:09.079034 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-03ca4100-5c9c-4761-8923-be80087023d6 req-afddad0b-901e-4e50-92ec-45a1c2b8662f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 210 time: 0.0581388 Jun 12 19:44:09.114175 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'dba9781d-b2fb-4798-83d1-5414e6078df3', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'mac_address': 'fa:16:3e:5d:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:44:04Z', 'updated_at': '2021-06-12T19:44:04Z', 'revision_number': 0, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:09.121448 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff6de-ccb6-4dc1-91d9-bde10ac0d4a0 None None] The sync data for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi is: [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'dba9781d-b2fb-4798-83d1-5414e6078df3', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'mac_address': 'fa:16:3e:5d:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:44:04Z', 'updated_at': '2021-06-12T19:44:04Z', 'revision_number': 0, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:44:09.126591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340bb8e7-120a-4533-ab35-df0fbcecdf79 x-openstack-request-id: req-340bb8e7-120a-4533-ab35-df0fbcecdf79 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:09.126591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:09.126591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-340bb8e7-120a-4533-ab35-df0fbcecdf79 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:09.126882 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'status': 'completed', 'code': 200} Jun 12 19:44:09.171387 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Allocated IP 172.20.0.2 (8cbefb37-b095-44ba-86d5-c2e439ccb26b/6b68cf25-fe1b-43a6-bcde-b819b3bb168f/2f46832a-c0e6-49ee-b884-208299591264) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:44:09.231132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-e9c64c74-1420-4c03-9329-3517d77bb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:09.232101 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-e9c64c74-1420-4c03-9329-3517d77bb2df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.0925267 Jun 12 19:44:09.367588 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-770c6f1e-8df4-482c-8a9e-24a0c2550c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:09.369482 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-770c6f1e-8df4-482c-8a9e-24a0c2550c52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.1249039 Jun 12 19:44:09.384492 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5aa5a-c74c-48e6-89c6-ef1cf8fd98ee None None] New status for floating IP dba9781d-b2fb-4798-83d1-5414e6078df3: ACTIVE {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:44:09.418637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:09.485976 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-bcafe051-6426-4ace-86bd-21db486c58c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 998 time: 0.0960507 Jun 12 19:44:09.493113 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:09.506833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:09.560604 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-e5ccb65e-b126-4859-94d8-f054d5a54140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:09.562497 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-e5ccb65e-b126-4859-94d8-f054d5a54140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0758102 Jun 12 19:44:09.588461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Network 8cbefb37-b095-44ba-86d5-c2e439ccb26b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:44:09.593694 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:44:09.599386 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:44:09.604991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Pushing event updated for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:09.638435 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:09.687503 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:09.688697 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:09.709778 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-891a504b-0762-4587-8250-27e8afe98651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:09.713729 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-891a504b-0762-4587-8250-27e8afe98651 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389968 Jun 12 19:44:09.716159 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0383918 Jun 12 19:44:09.738526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Request body: {'port': {'device_id': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:09.839481 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:09.858487 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-bb343253-7fa8-4070-80ef-511fb953efd5 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265922 Jun 12 19:44:10.000525 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d20a161c-3278-41f6-bd4d-3654b59b3627 req-25a5bc62-f0a0-4336-9cc6-4b8c449cba5b service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320570 Jun 12 19:44:10.134509 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cf479-a0cf-4a55-8af9-4286d417c60b req-b1eb6442-4d95-4999-92d3-2ddf1f388721 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.136092 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f3cf479-a0cf-4a55-8af9-4286d417c60b req-b1eb6442-4d95-4999-92d3-2ddf1f388721 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 944 time: 0.0897501 Jun 12 19:44:10.191523 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f3cf479-a0cf-4a55-8af9-4286d417c60b req-a211f775-28a7-465f-96f3-ecc322ad44ec tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Jun 12 19:44:10.259410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f46832a-c0e6-49ee-b884-208299591264 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:10.269189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.280894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466a9c1-b5b8-4b1f-bd90-6f982a2eb8fb req-cbad48d4-4200-4fb3-b6ee-a869321bbf5e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.282400 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1466a9c1-b5b8-4b1f-bd90-6f982a2eb8fb req-cbad48d4-4200-4fb3-b6ee-a869321bbf5e tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1560121 Jun 12 19:44:10.297994 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Transition to ACTIVE for port object 2f46832a-c0e6-49ee-b884-208299591264 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:44:10.310900 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.313835 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-03b1bbff-e132-4cf6-9c89-28527d411645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:10.378957 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1466a9c1-b5b8-4b1f-bd90-6f982a2eb8fb req-66f7051c-799c-4e73-ab8c-0933f86a4ddb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904696 Jun 12 19:44:10.398166 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda26e-959b-44f7-a4ec-d27420b93729 req-27771c9e-7b32-4ff9-854b-0db2e52f11db tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.399773 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-66eda26e-959b-44f7-a4ec-d27420b93729 req-27771c9e-7b32-4ff9-854b-0db2e52f11db tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 943 time: 0.0859449 Jun 12 19:44:10.442435 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Pushing event updated for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:10.446068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:10.465514 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-66eda26e-959b-44f7-a4ec-d27420b93729 req-aa58af71-c23b-480b-bcce-fb18924a8bcc tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551789 Jun 12 19:44:10.547095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Attempting to bind port 2f46832a-c0e6-49ee-b884-208299591264 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:44:10.547432 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Attempting to bind port 2f46832a-c0e6-49ee-b884-208299591264 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:44:10.547756 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Attempting to bind port 2f46832a-c0e6-49ee-b884-208299591264 on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:10.551965 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Port 2f46832a-c0e6-49ee-b884-208299591264 on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:44:10.552851 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Attempting to bind port 2f46832a-c0e6-49ee-b884-208299591264 on network 8cbefb37-b095-44ba-86d5-c2e439ccb26b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:10.557894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:44:10.558227 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Checking segment: {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:44:10.558611 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Bound using segment: {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:44:10.559031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Bound port: 2f46832a-c0e6-49ee-b884-208299591264, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc5a84f-3eb0-4917-9186-f08199bb1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:44:10.559376 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.634046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:44:10.637355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2f46832a-c0e6-49ee-b884-208299591264,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:44:10.641616 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.643666 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:10.688362 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.689176 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.690395 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] 10.222.0.41 "PUT /v2.0/ports/2f46832a-c0e6-49ee-b884-208299591264 HTTP/1.1" status: 200 len: 1093 time: 0.9571469 Jun 12 19:44:10.713304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Pushing event updated for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:10.717152 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:10.820923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-990797d1-784b-4594-b385-dce711fa431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.822463 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-990797d1-784b-4594-b385-dce711fa431d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 1096 time: 0.0895236 Jun 12 19:44:10.847645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:44:10.885318 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-4425be0a-278d-4cc8-8d49-9da7c0973d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f46832a-c0e6-49ee-b884-208299591264 HTTP/1.1" status: 200 len: 217 time: 0.0497091 Jun 12 19:44:10.930422 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:44:10.936503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:44:10.936891 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:10.952459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88849-a283-497c-a61d-66ba4fec203b req-095227ba-6092-4a4f-a83f-fb721ad7077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:10.954027 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-095227ba-6092-4a4f-a83f-fb721ad7077b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b68cf25-fe1b-43a6-bcde-b819b3bb168f HTTP/1.1" status: 200 len: 848 time: 0.0617437 Jun 12 19:44:11.011562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-f8c1bca4-7404-485d-b636-1507b85c5f42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cbefb37-b095-44ba-86d5-c2e439ccb26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491574 Jun 12 19:44:11.130904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'tag': '2f46832a-c0e6-49ee-b884-208299591264'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:11.133641 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37446645-0687-4a8b-b186-9694841c3bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "tag": "2f46832a-c0e6-49ee-b884-208299591264"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:11.136466 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:11.152184 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-3b1d62d3-17cd-42ef-be37-1dd16b53a64c service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317954 Jun 12 19:44:11.191094 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba88a2-9b80-497b-9667-b9cf8054e9fa x-openstack-request-id: req-ccba88a2-9b80-497b-9667-b9cf8054e9fa {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:11.191427 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "tag": "2f46832a-c0e6-49ee-b884-208299591264", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:11.191723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccba88a2-9b80-497b-9667-b9cf8054e9fa {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:11.192160 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'tag': '2f46832a-c0e6-49ee-b884-208299591264', 'status': 'completed', 'code': 200} Jun 12 19:44:11.196285 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:11.222142 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:11.226415 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d57039e-28ab-4bfb-b092-7de42dc8a8f0" -d '{"events": [{"server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:11.242123 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:11.250923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:11.255106 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:11.297491 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-65f88849-a283-497c-a61d-66ba4fec203b req-269772de-2de2-49f7-a8d8-05fafc4d7663 service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369493 Jun 12 19:44:11.311255 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae520572-46e4-4c15-88ce-cf73c7c108d8 x-openstack-request-id: req-ae520572-46e4-4c15-88ce-cf73c7c108d8 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:11.311562 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:11.311828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae520572-46e4-4c15-88ce-cf73c7c108d8 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:11.312229 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2', 'code': 200} Jun 12 19:44:11.346594 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:11.350685 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:11.443899 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882633-fb04-4824-9cf6-65193331eff4 req-87012617-47ff-4815-80bd-021b677fbd59 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:11.445717 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee882633-fb04-4824-9cf6-65193331eff4 req-87012617-47ff-4815-80bd-021b677fbd59 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.0978622 Jun 12 19:44:11.453282 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446645-0687-4a8b-b186-9694841c3bb5 req-12c70a19-7788-4f40-9c15-2f1137aadd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:11.455304 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-12c70a19-7788-4f40-9c15-2f1137aadd0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 1096 time: 0.0760708 Jun 12 19:44:11.514816 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee882633-fb04-4824-9cf6-65193331eff4 req-cd7d6e24-8c9c-4a8d-b380-1a8b164a1b48 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610628 Jun 12 19:44:11.652271 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446645-0687-4a8b-b186-9694841c3bb5 req-26ad393a-fab7-4bcc-b361-cbfbb13b62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:11.653832 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-26ad393a-fab7-4bcc-b361-cbfbb13b62d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 200 len: 909 time: 0.1880872 Jun 12 19:44:11.718950 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71fa5-19e6-4200-b385-95dec2cc23fc req-11a9e401-da52-4baf-aaa0-a9e0f0a72dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:11.719160 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a9b71fa5-19e6-4200-b385-95dec2cc23fc req-11a9e401-da52-4baf-aaa0-a9e0f0a72dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 1098 time: 0.1263976 Jun 12 19:44:11.730319 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec6ab-8a0a-450f-b4e0-32ba06e68260 req-4c13ddc3-55d5-4575-b426-e928db3ccee3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:11.731922 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cecec6ab-8a0a-450f-b4e0-32ba06e68260 req-4c13ddc3-55d5-4575-b426-e928db3ccee3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 943 time: 0.1066380 Jun 12 19:44:11.801201 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cecec6ab-8a0a-450f-b4e0-32ba06e68260 req-5c491d8f-589f-48ac-a707-d6acc396fc5b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625029 Jun 12 19:44:11.802851 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a9b71fa5-19e6-4200-b385-95dec2cc23fc req-fdeacbcf-8642-48ac-9d71-ee02f4ce3882 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Jun 12 19:44:12.012532 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-e5ce815a-72d3-4b82-9453-b3f570fe3820 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f46832a-c0e6-49ee-b884-208299591264 HTTP/1.1" status: 200 len: 217 time: 0.3499858 Jun 12 19:44:12.027091 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720d0d-6c28-4c59-9f77-e725774b4498 req-0435c8cc-6fcf-4dc9-806d-4d533eee71f6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:12.028580 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9720d0d-6c28-4c59-9f77-e725774b4498 req-0435c8cc-6fcf-4dc9-806d-4d533eee71f6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.4476089 Jun 12 19:44:12.073621 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9720d0d-6c28-4c59-9f77-e725774b4498 req-7c7b67b3-bb47-4fbd-9e84-fa5ceb6669e7 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Jun 12 19:44:12.158447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446645-0687-4a8b-b186-9694841c3bb5 req-c9b33aaf-16ce-488c-8ecf-233b8218b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:12.160195 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-c9b33aaf-16ce-488c-8ecf-233b8218b108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b68cf25-fe1b-43a6-bcde-b819b3bb168f HTTP/1.1" status: 200 len: 848 time: 0.0585952 Jun 12 19:44:12.201295 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-2f8c9068-f4c5-42fd-8a15-e7b71b29aac0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cbefb37-b095-44ba-86d5-c2e439ccb26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340037 Jun 12 19:44:12.341726 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-b89c98fa-5d2f-46b5-a05c-6ee079bc23bb service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270084 Jun 12 19:44:12.469103 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-37446645-0687-4a8b-b186-9694841c3bb5 req-c2b9b719-6d02-45bc-a476-9f7e10e3ffc4 service neutron] 10.222.0.41 "GET /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182406 Jun 12 19:44:12.702857 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a82aa-bc00-4f08-ba63-703d690701dc req-e33dd812-e5d6-4b07-bad3-546616dd117d tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:12.704292 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-708a82aa-bc00-4f08-ba63-703d690701dc req-e33dd812-e5d6-4b07-bad3-546616dd117d tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.0709007 Jun 12 19:44:12.750504 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-708a82aa-bc00-4f08-ba63-703d690701dc req-f5bf69eb-68b6-4df9-89d0-99e4b77645ac tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jun 12 19:44:12.995541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813fb63-5610-42fa-8a90-5a7ad4c911e7 req-7fd313ce-afc3-4bdc-9c8a-3bf8df0e581c tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:12.996984 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0813fb63-5610-42fa-8a90-5a7ad4c911e7 req-7fd313ce-afc3-4bdc-9c8a-3bf8df0e581c tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 943 time: 0.0712242 Jun 12 19:44:13.051172 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0813fb63-5610-42fa-8a90-5a7ad4c911e7 req-21b6e64e-890f-4aab-996e-5c71a79ce314 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Jun 12 19:44:13.265119 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdd9c6-e0ad-41e5-9d0f-f4f2b510ec89 req-f3d56b8a-2c05-4b7a-bb43-cb7487bd80a6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:13.266565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-98cdd9c6-e0ad-41e5-9d0f-f4f2b510ec89 req-f3d56b8a-2c05-4b7a-bb43-cb7487bd80a6 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0718591 Jun 12 19:44:13.310818 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-98cdd9c6-e0ad-41e5-9d0f-f4f2b510ec89 req-868ec9c3-fdae-4aac-9aee-a008e52c1b80 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jun 12 19:44:13.946944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d776e-11c0-424d-9f10-0429e33095d9 req-42287b70-f18b-4348-b34f-1b96c84bc392 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:13.948494 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c60d776e-11c0-424d-9f10-0429e33095d9 req-42287b70-f18b-4348-b34f-1b96c84bc392 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.0758295 Jun 12 19:44:13.995616 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c60d776e-11c0-424d-9f10-0429e33095d9 req-56fd626f-c365-41da-a89a-0b324eeb5ec5 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Jun 12 19:44:14.244308 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4bc1-310c-4b69-a1ac-83a8ac326389 req-a0283b82-09d2-402f-bbeb-99f22cfc3c98 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:14.246044 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a51a4bc1-310c-4b69-a1ac-83a8ac326389 req-a0283b82-09d2-402f-bbeb-99f22cfc3c98 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 943 time: 0.0719421 Jun 12 19:44:14.295620 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a51a4bc1-310c-4b69-a1ac-83a8ac326389 req-3cd67bec-d993-44db-8b36-b452785a9db1 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Jun 12 19:44:14.504602 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf3086-9484-4201-b73b-a66947c5eda7 req-00583c26-f27f-43ff-9327-64f4ef1dac91 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:14.506277 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-11bf3086-9484-4201-b73b-a66947c5eda7 req-00583c26-f27f-43ff-9327-64f4ef1dac91 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.0776739 Jun 12 19:44:14.554336 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-11bf3086-9484-4201-b73b-a66947c5eda7 req-679d0f77-86ff-4885-a3d9-482f5cc8f6b9 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Jun 12 19:44:14.863923 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2f46832a-c0e6-49ee-b884-208299591264 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:44:14.993841 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2f46832a-c0e6-49ee-b884-208299591264,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:15.007294 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '2f46832a-c0e6-49ee-b884-208299591264', 'network_id': '8cbefb37-b095-44ba-86d5-c2e439ccb26b', 'port_id': '2f46832a-c0e6-49ee-b884-208299591264', 'mac_address': 'fa:16:3e:3e:71:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b68cf25-fe1b-43a6-bcde-b819b3bb168f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:44:15.064600 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:15.086418 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46832a-c0e6-49ee-b884-208299591264 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:15.107869 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2f46832a-c0e6-49ee-b884-208299591264,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:15.112596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:15.115934 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:15.182631 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:15.185838 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:15.317598 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597281ce-1906-46a9-b3b2-a3e16e32d9e8 req-e2075673-856f-40c3-a837-53f8dd341aae tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:15.319457 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-597281ce-1906-46a9-b3b2-a3e16e32d9e8 req-e2075673-856f-40c3-a837-53f8dd341aae tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.1998060 Jun 12 19:44:15.370734 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-597281ce-1906-46a9-b3b2-a3e16e32d9e8 req-6b48c754-e499-4ffc-ba8f-58ecaf614725 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Jun 12 19:44:15.572346 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['2f46832a-c0e6-49ee-b884-208299591264'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:15.642666 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346db5e-0865-4d42-8fdb-d10271c16ad1 req-14803618-8760-40c5-a327-c81ad3873821 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:15.644352 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d346db5e-0865-4d42-8fdb-d10271c16ad1 req-14803618-8760-40c5-a327-c81ad3873821 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 944 time: 0.1706469 Jun 12 19:44:15.712531 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d346db5e-0865-4d42-8fdb-d10271c16ad1 req-5e8100ed-4071-43ee-ba5e-8e53de463d45 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599453 Jun 12 19:44:15.971107 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627a0d8-d912-4795-ac46-b01ad5ed0bda req-7769228f-f801-4f62-837b-f84486e06ca2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:15.977489 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6627a0d8-d912-4795-ac46-b01ad5ed0bda req-7769228f-f801-4f62-837b-f84486e06ca2 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1351674 Jun 12 19:44:16.039375 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6627a0d8-d912-4795-ac46-b01ad5ed0bda req-8f8796e9-5a2d-434e-8f70-28b4e1fda815 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/security-groups?id=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 Jun 12 19:44:16.440516 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-2d90a6e4-3422-4c36-aae4-b5b3e9a2097a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:16.442210 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-2d90a6e4-3422-4c36-aae4-b5b3e9a2097a tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 946 time: 0.1014457 Jun 12 19:44:16.585400 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Deleting port 9347c1ba-0926-47c7-a196-387eabde8230 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:16.585655 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:16.714772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] For port 9347c1ba-0926-47c7-a196-387eabde8230, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9347c1ba-0926-47c7-a196-387eabde8230,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:16.715456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:16.845054 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Calling delete_port for 9347c1ba-0926-47c7-a196-387eabde8230 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:16.930352 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71abe9-5971-4eb2-873a-93a4ab39c9a0 req-c7749fa0-45ac-455f-9941-848f14c1a863 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:16.933094 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe71abe9-5971-4eb2-873a-93a4ab39c9a0 req-c7749fa0-45ac-455f-9941-848f14c1a863 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 944 time: 0.0767965 Jun 12 19:44:16.997269 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe71abe9-5971-4eb2-873a-93a4ab39c9a0 req-cc1fbe04-c039-42fd-99ca-b499dea2669f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552287 Jun 12 19:44:17.060465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:17.066512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:17.072377 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['9347c1ba-0926-47c7-a196-387eabde8230'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:17.132012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Pushing event deleted for resources: {'Port': ['ID=9347c1ba-0926-47c7-a196-387eabde8230,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:17.138169 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:17.210717 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] No DVR routers for this DVR port 9347c1ba-0926-47c7-a196-387eabde8230 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:44:17.213524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:17.215753 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1acd138b-4cd6-4591-9ffe-7bff15514232 req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.41 "DELETE /v2.0/ports/9347c1ba-0926-47c7-a196-387eabde8230 HTTP/1.1" status: 204 len: 173 time: 0.7664013 Jun 12 19:44:17.223559 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'name': 'network-vif-deleted', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:17.226268 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ab0ba-d528-4c3c-85b4-9b2bfd8c5a87" -d '{"events": [{"server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "name": "network-vif-deleted", "tag": "9347c1ba-0926-47c7-a196-387eabde8230"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:17.265210 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8d804aae-4489-4e0e-b22b-ebd06cf10b7a req-c1479900-f514-468d-b6a6-7f1f2a3c2fc8 tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] 10.222.0.11 "GET /v2.0/ports?device_id=896febd1-efdd-4447-87c0-8964fb9144be HTTP/1.1" status: 200 len: 210 time: 0.0557790 Jun 12 19:44:17.267351 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d1ee1-6e5b-49cb-a7bb-754a2f424f59 x-openstack-request-id: req-da8d1ee1-6e5b-49cb-a7bb-754a2f424f59 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:17.267682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896febd1-efdd-4447-87c0-8964fb9144be", "name": "network-vif-deleted", "tag": "9347c1ba-0926-47c7-a196-387eabde8230", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:17.267998 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da8d1ee1-6e5b-49cb-a7bb-754a2f424f59 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:17.268435 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896febd1-efdd-4447-87c0-8964fb9144be', 'name': 'network-vif-deleted', 'tag': '9347c1ba-0926-47c7-a196-387eabde8230', 'status': 'completed', 'code': 200} Jun 12 19:44:18.209418 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d101-8c09-495b-8227-5276d4f879ca req-87e88c2d-e033-4468-8423-bb170a5b6cc0 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:18.211273 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1960d101-8c09-495b-8227-5276d4f879ca req-87e88c2d-e033-4468-8423-bb170a5b6cc0 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 944 time: 0.0833035 Jun 12 19:44:18.258597 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1960d101-8c09-495b-8227-5276d4f879ca req-6896b870-0f0c-47b0-a4e1-d72e53faab68 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Jun 12 19:44:18.378758 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40550) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:18.884092 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2f46832a-c0e6-49ee-b884-208299591264 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:44:18.949882 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 2f46832a-c0e6-49ee-b884-208299591264 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:44:18.954388 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 2f46832a-c0e6-49ee-b884-208299591264 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:44:18.954789 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.008266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.055638 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.082592 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46832a-c0e6-49ee-b884-208299591264'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:19.085078 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763c619-eeb4-4cf5-b362-36b8b2179894" -d '{"events": [{"server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "name": "network-vif-plugged", "status": "completed", "tag": "2f46832a-c0e6-49ee-b884-208299591264"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:19.104684 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2f46832a-c0e6-49ee-b884-208299591264,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:19.111729 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.117358 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:19.149219 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983035a5-ba40-4c33-bc99-0ada583d6337 x-openstack-request-id: req-983035a5-ba40-4c33-bc99-0ada583d6337 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:19.149529 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "name": "network-vif-plugged", "status": "completed", "tag": "2f46832a-c0e6-49ee-b884-208299591264", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:19.149801 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-983035a5-ba40-4c33-bc99-0ada583d6337 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:19.150206 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46832a-c0e6-49ee-b884-208299591264', 'code': 200} Jun 12 19:44:19.195550 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:19.199056 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:19.601043 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422047f-65ce-47a8-ada0-e1de8c8b7898 req-884d969c-9ddb-4622-995a-47c1d6e60d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:19.602562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c422047f-65ce-47a8-ada0-e1de8c8b7898 req-884d969c-9ddb-4622-995a-47c1d6e60d15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 1098 time: 0.1826100 Jun 12 19:44:19.612890 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b795-c0a0-43f1-9adf-d058014574ad req-47e1eb14-327e-4b58-9c05-d63d69d26b94 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:19.614475 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e56b795-c0a0-43f1-9adf-d058014574ad req-47e1eb14-327e-4b58-9c05-d63d69d26b94 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.1792526 Jun 12 19:44:19.617143 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Deleting port a8e96efc-8380-4c12-adbf-ee5f36baab5b {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:19.617487 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.750581 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c422047f-65ce-47a8-ada0-e1de8c8b7898 req-b42236bc-02e3-455d-852e-eae993096863 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349585 Jun 12 19:44:19.768174 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3e56b795-c0a0-43f1-9adf-d058014574ad req-798a9047-ec69-4818-90fb-97a32bd8fc5c tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 Jun 12 19:44:19.796517 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] For port a8e96efc-8380-4c12-adbf-ee5f36baab5b, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=a8e96efc-8380-4c12-adbf-ee5f36baab5b,segment=NetworkSegment(50cb9905-43d3-4bbf-8eca-60744dff1945),segment_id=50cb9905-43d3-4bbf-8eca-60744dff1945)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:19.797144 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:19.909079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Calling delete_port for a8e96efc-8380-4c12-adbf-ee5f36baab5b owned by network:router_interface {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:20.443608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:20.445818 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:20.475432 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e96efc-8380-4c12-adbf-ee5f36baab5b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:20.478842 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:20.706701 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:20.894395 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 9347c1ba-0926-47c7-a196-387eabde8230 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:20.930022 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 9347c1ba-0926-47c7-a196-387eabde8230 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:20.930693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 9347c1ba-0926-47c7-a196-387eabde8230 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:21.062688 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e368f-7a4f-4427-bf96-dcf92f0b7c8b req-656bf68a-05f2-42be-b94a-16cc519d1959 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:21.070580 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bb4e368f-7a4f-4427-bf96-dcf92f0b7c8b req-656bf68a-05f2-42be-b94a-16cc519d1959 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.1725826 Jun 12 19:44:21.080898 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Router 4562a03d-4a10-4e6d-8fab-adb14816181c has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:44:21.118547 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bb4e368f-7a4f-4427-bf96-dcf92f0b7c8b req-02ccfdea-1b16-4440-9639-cf8d20e3ac95 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Jun 12 19:44:21.271207 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:44:21.284853 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] 10.222.0.11 "PUT /v2.0/routers/4562a03d-4a10-4e6d-8fab-adb14816181c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9046581 Jun 12 19:44:21.287922 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40582) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:21.289243 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Sync routers for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:44:21.315986 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:44:21.317244 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:44:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:21.537563 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:44:21.799495 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:21.904588 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:44:20Z', 'revision_number': 5, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:21.908875 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Checking router: 4562a03d-4a10-4e6d-8fab-adb14816181c for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:44:21.919321 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Routers {'4562a03d-4a10-4e6d-8fab-adb14816181c'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:44:21.920020 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:44:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['4562a03d-4a10-4e6d-8fab-adb14816181c'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:21.979063 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.049409 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Deleting port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:22.049762 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.078248 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] Set router 4562a03d-4a10-4e6d-8fab-adb14816181c gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:44:22.164974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] For port 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:22.165634 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.279554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Calling delete_port for 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:22.338445 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:44:20Z', 'revision_number': 5, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:22.341929 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d10a5-99a3-4d71-a8d9-ea07b22dd299 None None] The sync data for ids ['4562a03d-4a10-4e6d-8fab-adb14816181c'] in dv-cinder-796113-3-iscsi is: [{'id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'name': 'tempest-ServerRescueNegativeTestJSON-1914605207-router', 'tenant_id': 'b66377dbfee048de9262c33e6a5e15e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:44:20Z', 'revision_number': 5, 'project_id': 'b66377dbfee048de9262c33e6a5e15e4', 'gw_port': {'id': '9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4562a03d-4a10-4e6d-8fab-adb14816181c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:44:22.503010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5bac0-592c-4787-ac35-597d51a8ad38 req-e18ed0ad-8e97-4a76-811f-580411093e47 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:22.505406 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fd5bac0-592c-4787-ac35-597d51a8ad38 req-e18ed0ad-8e97-4a76-811f-580411093e47 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.2073069 Jun 12 19:44:22.610275 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5fd5bac0-592c-4787-ac35-597d51a8ad38 req-ea9b2334-bea5-4935-a296-ec8ae0a3f564 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856178 Jun 12 19:44:22.629365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.632638 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:22.662978 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:22.675833 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:22.707638 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.922808 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:22.927968 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.082276 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.087384 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device a8e96efc-8380-4c12-adbf-ee5f36baab5b no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:23.088730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4562a03d-4a10-4e6d-8fab-adb14816181c {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:44:23.103673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.107386 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] 10.222.0.11 "DELETE /v2.0/routers/4562a03d-4a10-4e6d-8fab-adb14816181c HTTP/1.1" status: 204 len: 168 time: 1.8181300 Jun 12 19:44:23.110493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40616) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:23.141556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: a8e96efc-8380-4c12-adbf-ee5f36baab5b {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:23.141910 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device a8e96efc-8380-4c12-adbf-ee5f36baab5b not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:23.222671 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Deleting subnet b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:44:23.229486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.284711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.291643 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.366810 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.368987 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8d459a23-cc83-4598-a65a-75fc318739c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:23.405765 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:23.407778 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.412704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40622) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:23.413579 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b1621f91-4d7b-4fbf-a3ee-0e19c1bd8549 HTTP/1.1" status: 204 len: 168 time: 0.3005016 Jun 12 19:44:23.414053 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:23.506329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.624230 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.637614 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703da9da-59d4-4706-ba5f-870dfc81107c']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:23.650406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb9905-43d3-4bbf-8eca-60744dff1945') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:23.650714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb9905-43d3-4bbf-8eca-60744dff1945') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:44:23.664840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.686086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.693403 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:44:23.693879 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.695675 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:44:23.701250 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:44:23.801351 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.807680 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:23.818170 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:23.820718 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] 10.222.0.11 "DELETE /v2.0/networks/703da9da-59d4-4706-ba5f-870dfc81107c HTTP/1.1" status: 204 len: 168 time: 0.4065392 Jun 12 19:44:23.841119 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=703da9da-59d4-4706-ba5f-870dfc81107c,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:23.843974 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-09fabe56-3a78-4d1e-bba9-4a21a0dd1e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:23.976438 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40636) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:24.027421 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4446a14a-870e-4e1b-9fa6-6696b606d8a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b66377dbfee048de9262c33e6a5e15e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494616 Jun 12 19:44:24.029839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 40638) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:24.093319 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:24.123769 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:24.196768 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:24.200591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:24.204198 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33c05733-2e44-4cc5-8d2e-b5e1b5b0315d HTTP/1.1" status: 204 len: 168 time: 0.1712034 Jun 12 19:44:24.204198 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0c51c65c-b43e-45b6-b943-59fb828f7bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:24.220824 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c05733-2e44-4cc5-8d2e-b5e1b5b0315d,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:24.223563 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:24.904881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf56d3-e10c-4acf-9b38-23314db75882 req-3c46a43d-95d4-41f7-a070-b17b6fce6252 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:24.907847 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-efbf56d3-e10c-4acf-9b38-23314db75882 req-3c46a43d-95d4-41f7-a070-b17b6fce6252 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1318159 Jun 12 19:44:24.958756 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-efbf56d3-e10c-4acf-9b38-23314db75882 req-07a143de-cc32-47d9-9a2f-1fcd3ac43fc5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Jun 12 19:44:25.006618 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:25.045118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:25.045118 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9e3beb5c-67f8-4fb2-b6d8-a103cd8f4e84 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:25.071860 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244777a4-b003-42c7-b5f6-eea6e72c62f4 req-e5296ac6-3eb8-4ce2-ba4a-2c4e0e20b91b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:25.074542 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244777a4-b003-42c7-b5f6-eea6e72c62f4 req-e5296ac6-3eb8-4ce2-ba4a-2c4e0e20b91b tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.1190062 Jun 12 19:44:25.124879 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244777a4-b003-42c7-b5f6-eea6e72c62f4 req-6472f088-b629-4724-af3a-d65b13e733a4 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Jun 12 19:44:25.266527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40690) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:25.376220 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-30764361-network', 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:25.399563 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:44:25.402034 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.414536 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.537718 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.542084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.545392 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0037b246-cff6-4d1f-b111-65c4f3b55853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:25.572643 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:44:25.583856 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f46ad-74ab-488c-976e-69caa2097c29,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:25.589281 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:25.590512 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.590854 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Added segment e9a0e260-8bd3-4d61-95e8-669b18b467a7 of type vlan for network ecb034b4-1c62-411f-892f-ac2f5ed82700 Jun 12 19:44:25.644780 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.677800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.679335 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:25.679932 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:25.682353 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:25.722710 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4548609 Jun 12 19:44:25.726321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 40694) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:44:25.776921 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Request body: {'subnet': {'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-30764361-subnet', 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:25.785386 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Pushing event updated for resources: {'Network': ['ID=ecb034b4-1c62-411f-892f-ac2f5ed82700,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:25.789771 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:25.796492 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:44:25.806960 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:44:25.809532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:26.039459 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:26.042945 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-074c957d-5877-41d1-b437-5da31cfb5f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:26.104325 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:26.108799 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:26.120480 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Checking segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:44:26.120480 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Network hostable DHCP agents. Network: ecb034b4-1c62-411f-892f-ac2f5ed82700, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:44:26.138409 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:44:26.150412 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, ecb034b4-1c62-411f-892f-ac2f5ed82700) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:44:26.155167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:26.155883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:26.162760 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03771e20-99b7-4b04-84f8-3a8d2976224b None None] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:44:26.177982 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1990430c-84cb-4019-9a14-c5dcc12f1d40 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4499793 Jun 12 19:44:26.195377 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583f666-6c95-4659-90bc-038860c958b5 req-135008c9-b0ef-42de-b6c0-cd1becdd9936 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:26.202731 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f583f666-6c95-4659-90bc-038860c958b5 req-135008c9-b0ef-42de-b6c0-cd1becdd9936 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1161163 Jun 12 19:44:26.260162 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f583f666-6c95-4659-90bc-038860c958b5 req-ec5c4df6-2059-4b82-977f-cbb7a52757bd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495212 Jun 12 19:44:26.352763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c6f58-cd06-40d5-b8cb-a1a9ef63db31 req-1704bf9d-8df1-4bd2-a847-4831459578c0 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:26.357587 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bc5c6f58-cd06-40d5-b8cb-a1a9ef63db31 req-1704bf9d-8df1-4bd2-a847-4831459578c0 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0829082 Jun 12 19:44:26.378550 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2325d5f-d4d4-4f1a-9bec-de167f671ad9 None None] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:44:26.414899 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bc5c6f58-cd06-40d5-b8cb-a1a9ef63db31 req-46eee255-5615-4e1a-aba2-9581f7c38440 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Jun 12 19:44:26.746646 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-699355f4-2897-417b-a994-4f3f84017a13 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:26.748170 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-699355f4-2897-417b-a994-4f3f84017a13 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1401310 Jun 12 19:44:26.763379 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-311784e8-61f6-4c32-b48a-add3489786a7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/quotas/79d4a568d2cb4f75b07874c5a6f13a7c HTTP/1.1" status: 200 len: 375 time: 0.0097692 Jun 12 19:44:26.803027 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-02fcf3e3-9a0a-4e43-8019-c5479e752c2d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341775 Jun 12 19:44:26.863959 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-38e5b076-e8ab-4e56-afbd-2a524854ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:26.938233 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-a520b1c3-989f-4dd1-a483-c3989dd2eefc service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273882 Jun 12 19:44:27.061603 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79d7d9b2-aaf9-4d97-8366-7332c623420a service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196420 Jun 12 19:44:27.267109 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bdac381e-514b-424b-aa57-d4a19c512a24 req-03d7a17b-14fc-4a4c-87fa-74865e9f3086 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 210 time: 0.0470417 Jun 12 19:44:27.465893 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a139f7-f3a6-462b-8724-bc3dadf443ef req-d1978fef-e80f-4abb-a142-178be3430d5c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:27.467313 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27a139f7-f3a6-462b-8724-bc3dadf443ef req-d1978fef-e80f-4abb-a142-178be3430d5c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0835383 Jun 12 19:44:27.530496 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27a139f7-f3a6-462b-8724-bc3dadf443ef req-a28f3efd-9665-4cc5-a273-26d2682e8d7f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569251 Jun 12 19:44:27.658480 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e9a6-530e-488d-b7db-8f6ff17c4585 req-44135ddf-0b59-4e5f-ab8b-87623af9b5ac tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:27.660129 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3729e9a6-530e-488d-b7db-8f6ff17c4585 req-44135ddf-0b59-4e5f-ab8b-87623af9b5ac tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0872276 Jun 12 19:44:27.709544 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3729e9a6-530e-488d-b7db-8f6ff17c4585 req-f6d9abfa-05a9-4e30-b6e1-eddd573690d8 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Jun 12 19:44:28.424958 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2b51b11d-7fe1-4d41-8cd9-35720b90bfa9 req-4af6ccea-0024-43c2-b19d-6d0030005896 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 210 time: 0.0349500 Jun 12 19:44:28.724801 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48810b8-a50b-4fca-bf3e-d690bdd231fa req-7d5ff9a7-e41e-4a2f-9f60-2cbf69a0d33c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:28.726291 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e48810b8-a50b-4fca-bf3e-d690bdd231fa req-7d5ff9a7-e41e-4a2f-9f60-2cbf69a0d33c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0688727 Jun 12 19:44:28.768635 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e48810b8-a50b-4fca-bf3e-d690bdd231fa req-529a50ba-0956-4de2-80a6-e28d9d485e18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366764 Jun 12 19:44:28.901520 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cd06-805b-43b1-b038-e0015f2f0b10 req-4e89c521-4ec9-4685-b9ea-a458f7728ece tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:28.902943 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-64c9cd06-805b-43b1-b038-e0015f2f0b10 req-4e89c521-4ec9-4685-b9ea-a458f7728ece tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0739710 Jun 12 19:44:28.947364 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-64c9cd06-805b-43b1-b038-e0015f2f0b10 req-ac3a6807-dbf9-47e9-bb37-75a1b8a78fd3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Jun 12 19:44:29.574546 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f124d91b-ff2a-47ca-aedb-f24886581680 req-681cf31c-7013-4975-a8c2-dcd599c8f582 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 210 time: 0.0341682 Jun 12 19:44:29.969373 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7242d5-4275-4aa5-8437-2631f0dd32a3 req-5ebd4555-4fac-4973-a6d8-cab401162849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:29.970918 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0e7242d5-4275-4aa5-8437-2631f0dd32a3 req-5ebd4555-4fac-4973-a6d8-cab401162849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0741982 Jun 12 19:44:30.035113 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0e7242d5-4275-4aa5-8437-2631f0dd32a3 req-8646b7fb-9260-41e7-8872-d9c1c83a4903 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546613 Jun 12 19:44:30.153312 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69060ee5-a0fc-45dc-a785-5d2439673c0a req-88de7704-aa40-414f-ab21-ef3bda43061e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:30.153312 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-69060ee5-a0fc-45dc-a785-5d2439673c0a req-88de7704-aa40-414f-ab21-ef3bda43061e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0854545 Jun 12 19:44:30.201721 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-69060ee5-a0fc-45dc-a785-5d2439673c0a req-4fbc3655-28de-4a29-af42-54fc7ff71501 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jun 12 19:44:30.711239 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fb845a6b-69f7-4f9e-b93a-6459dae950fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:30.751006 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b4ae42f9-118a-4bc9-91f1-f7d4f3c245bf req-a8a1c606-07bc-4a09-8d12-63d0703c07a0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 210 time: 0.0469658 Jun 12 19:44:30.839443 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-773116ea-18cb-48cc-bda1-9733524e241e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:30.841052 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-773116ea-18cb-48cc-bda1-9733524e241e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1880748 Jun 12 19:44:30.867507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Request body: {'port': {'device_id': '077717d9-6102-492e-a0db-2506df7d255e', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'admin_state_up': True, 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:30.983908 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:31.024933 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:44:31.029233 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:31.199711 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Allocated IP 172.20.0.8 (ecb034b4-1c62-411f-892f-ac2f5ed82700/5fe96f76-7f61-4fc2-be93-dcad6eacb1e1/18fb5a0f-584b-46b7-978f-8415ba6d1903) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:44:31.305984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a07a1-29ae-4113-935e-05a3cec8ee99 req-3e35965f-1b59-4083-850c-f39f4976a8ec tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:31.307500 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-700a07a1-29ae-4113-935e-05a3cec8ee99 req-3e35965f-1b59-4083-850c-f39f4976a8ec tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1404355 Jun 12 19:44:31.358932 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-700a07a1-29ae-4113-935e-05a3cec8ee99 req-e8928c9d-e2dc-47f2-805e-868b614a1e12 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451279 Jun 12 19:44:31.453643 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:31.485524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce71dd7-10ac-4040-a631-adc35f4a8c27 req-8bf55d56-7792-484b-9e4d-274a6efe271d tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:31.487140 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ce71dd7-10ac-4040-a631-adc35f4a8c27 req-8bf55d56-7792-484b-9e4d-274a6efe271d tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.1276569 Jun 12 19:44:31.545312 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:31.557895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:31.600240 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ce71dd7-10ac-4040-a631-adc35f4a8c27 req-8d5bba53-d526-497a-97d6-147d84906155 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996497 Jun 12 19:44:31.614336 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:44:31.620348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:44:31.628923 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:44:31.637751 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event updated for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:31.665284 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:31.695509 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:31.696051 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:31.713293 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509116 Jun 12 19:44:31.985133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a97e6-434b-4322-851b-7e7b9e4c3813 req-6a6236ca-4271-4832-86ec-e8c84b24c138 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:31.986657 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f27a97e6-434b-4322-851b-7e7b9e4c3813 req-6a6236ca-4271-4832-86ec-e8c84b24c138 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 931 time: 0.0803981 Jun 12 19:44:32.042836 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f27a97e6-434b-4322-851b-7e7b9e4c3813 req-27240289-a79e-444c-af33-af82de3f22a4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Jun 12 19:44:32.427173 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:32.562996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7751-f7db-4001-96e3-08dbaafb8bb7 req-871e8c73-4557-4369-abe9-55ec9a15093a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:32.565248 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-065d7751-f7db-4001-96e3-08dbaafb8bb7 req-871e8c73-4557-4369-abe9-55ec9a15093a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0829146 Jun 12 19:44:32.609422 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-065d7751-f7db-4001-96e3-08dbaafb8bb7 req-229169df-07e9-45f4-ae1b-3c571d5474ab tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389946 Jun 12 19:44:32.790611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153bd9b-7dda-43ef-a029-b5b812f3272a req-1a9e1629-d88b-4055-ad1e-7dc15361eeff tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:32.792134 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5153bd9b-7dda-43ef-a029-b5b812f3272a req-1a9e1629-d88b-4055-ad1e-7dc15361eeff tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0712168 Jun 12 19:44:32.843183 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5153bd9b-7dda-43ef-a029-b5b812f3272a req-fa420690-269d-4698-8bb2-9724855e4eb3 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Jun 12 19:44:32.902028 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Request body: {'port': {'device_id': '077717d9-6102-492e-a0db-2506df7d255e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:44:32.993485 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:33.653844 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19e22-65f0-4a27-99d2-485952677802 req-f4851a87-316b-4159-9ab8-3d5aa8c517d3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:33.655396 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27f19e22-65f0-4a27-99d2-485952677802 req-f4851a87-316b-4159-9ab8-3d5aa8c517d3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 931 time: 0.4334226 Jun 12 19:44:33.718048 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fb5a0f-584b-46b7-978f-8415ba6d1903 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:33.728114 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:33.750369 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-27f19e22-65f0-4a27-99d2-485952677802 req-4bc4ed4e-8a36-4feb-9e42-1474f5d39114 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670550 Jun 12 19:44:33.753066 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Transition to ACTIVE for port object 18fb5a0f-584b-46b7-978f-8415ba6d1903 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:44:33.761245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:33.767461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dc1d3a67-1bca-483e-98f5-decfea067652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:33.825157 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98226-0b7e-4023-99e3-7502dd64e336 req-7692aaa2-5003-4c4d-bf7d-47af16d978ab tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:33.826855 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-73e98226-0b7e-4023-99e3-7502dd64e336 req-7692aaa2-5003-4c4d-bf7d-47af16d978ab tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0903273 Jun 12 19:44:33.873243 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-73e98226-0b7e-4023-99e3-7502dd64e336 req-f22311bd-1f04-46f4-8aa3-85a5578d0b96 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406272 Jun 12 19:44:33.903275 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Pushing event updated for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:33.911440 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:33.912667 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:33.978998 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Attempting to bind port 18fb5a0f-584b-46b7-978f-8415ba6d1903 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:44:33.979343 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Attempting to bind port 18fb5a0f-584b-46b7-978f-8415ba6d1903 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:44:33.979682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Attempting to bind port 18fb5a0f-584b-46b7-978f-8415ba6d1903 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:33.995483 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Port 18fb5a0f-584b-46b7-978f-8415ba6d1903 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:44:33.995783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Attempting to bind port 18fb5a0f-584b-46b7-978f-8415ba6d1903 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:44:34.030262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:44:34.030656 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Checking segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:44:34.031116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Bound using segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:44:34.031599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Bound port: 18fb5a0f-584b-46b7-978f-8415ba6d1903, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:44:34.032067 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:34.132988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46827f-1431-4b61-9eb9-6032f2ca3589 req-e52904ed-3fb9-417c-afdc-d74109489098 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:34.134638 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2f46827f-1431-4b61-9eb9-6032f2ca3589 req-e52904ed-3fb9-417c-afdc-d74109489098 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.1524522 Jun 12 19:44:34.139613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:44:34.144685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:44:34.152803 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:34.163496 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-05d12942-5b4f-4cf7-965e-af0a4b963815 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:34.227820 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:34.228554 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:34.230123 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] 10.222.0.41 "PUT /v2.0/ports/18fb5a0f-584b-46b7-978f-8415ba6d1903 HTTP/1.1" status: 200 len: 1093 time: 1.3972659 Jun 12 19:44:34.230650 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:34.233113 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520" -d '{"events": [{"name": "network-changed", "server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:34.247062 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2f46827f-1431-4b61-9eb9-6032f2ca3589 req-02ee4540-9b82-4a41-96f6-8a9429317cbf tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049745 Jun 12 19:44:34.263111 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Pushing event updated for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:34.266350 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:34.284459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82acd9e-3ed1-46f1-ad6c-85f14dc10daf x-openstack-request-id: req-f82acd9e-3ed1-46f1-ad6c-85f14dc10daf {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:34.284784 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:34.285093 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f82acd9e-3ed1-46f1-ad6c-85f14dc10daf {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:34.286999 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903', 'status': 'completed', 'code': 200} Jun 12 19:44:34.520220 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:44:34.948601 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debfc8-e970-4056-9381-14469dac442c req-4641ed88-8f29-4d15-9d6b-83174475e193 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:34.950412 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e1debfc8-e970-4056-9381-14469dac442c req-4641ed88-8f29-4d15-9d6b-83174475e193 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.0783908 Jun 12 19:44:35.005080 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e1debfc8-e970-4056-9381-14469dac442c req-6dfa0f87-6f8a-4a19-9c58-a5489f3fe5df tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Jun 12 19:44:35.102057 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daf2a6-5fd9-47ed-9429-3bddd5215d76 req-5b25b62e-e712-4bb7-8d96-b4703271d5da tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:35.103515 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f8daf2a6-5fd9-47ed-9429-3bddd5215d76 req-5b25b62e-e712-4bb7-8d96-b4703271d5da tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0753047 Jun 12 19:44:35.149126 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f8daf2a6-5fd9-47ed-9429-3bddd5215d76 req-6d89c214-2fa5-49f6-8874-ec4611e4a3be tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Jun 12 19:44:35.449785 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddcaab-892f-4c5f-a2f8-4bce5a83f13b req-e7ca1975-1960-4c3e-b0eb-57a246b99d38 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:35.451255 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d8ddcaab-892f-4c5f-a2f8-4bce5a83f13b req-e7ca1975-1960-4c3e-b0eb-57a246b99d38 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0781868 Jun 12 19:44:35.510587 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d8ddcaab-892f-4c5f-a2f8-4bce5a83f13b req-b8c62d6f-f735-4a7b-815f-701d79dadbae tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525465 Jun 12 19:44:35.797597 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-d99e48b8-5bb7-411f-81c8-a413704ca37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:35.799207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-d99e48b8-5bb7-411f-81c8-a413704ca37e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 1096 time: 0.0656371 Jun 12 19:44:36.127605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-c2abc831-e0a7-4c4e-b615-69b759a156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.131309 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-c2abc831-e0a7-4c4e-b615-69b759a156a7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1502457 Jun 12 19:44:36.268940 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a1626-981e-4472-8793-a2e1995a85a8 req-e36cfbac-6032-4526-b8e8-0ccff56ea6ee tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.274487 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f75a1626-981e-4472-8793-a2e1995a85a8 req-e36cfbac-6032-4526-b8e8-0ccff56ea6ee tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.1248128 Jun 12 19:44:36.352882 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f75a1626-981e-4472-8793-a2e1995a85a8 req-d7f65ba8-d0d9-4741-9bb9-53184de8de17 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Jun 12 19:44:36.366745 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-8f79819e-1dce-434f-886a-af7839bbd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.368440 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7ebc3de-caa9-4937-9b7b-7dc9c3120520 req-8f79819e-1dce-434f-886a-af7839bbd448 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264507 Jun 12 19:44:36.396382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a9894-c000-4607-9f3e-94d3976ec1ba req-2dab2c41-588a-454f-b2cc-950c6b937fcb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.398021 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dd1a9894-c000-4607-9f3e-94d3976ec1ba req-2dab2c41-588a-454f-b2cc-950c6b937fcb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1107125 Jun 12 19:44:36.447543 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dd1a9894-c000-4607-9f3e-94d3976ec1ba req-c64749b4-3bba-40a7-95dc-d5cd5329ce01 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Jun 12 19:44:36.724395 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82894b-a897-4257-b2ab-bc8e974a1ebb req-4eb868a5-501f-4a08-9a87-2e126d4e7cde tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.726451 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf82894b-a897-4257-b2ab-bc8e974a1ebb req-4eb868a5-501f-4a08-9a87-2e126d4e7cde tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0879958 Jun 12 19:44:36.747793 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-1e6150dd-2c6d-4f6b-92db-5ffcdd554cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.749359 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-1e6150dd-2c6d-4f6b-92db-5ffcdd554cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 1096 time: 0.0819149 Jun 12 19:44:36.776208 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf82894b-a897-4257-b2ab-bc8e974a1ebb req-0ff92738-8a6a-42bb-9baa-f65baa240fdf tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ade9de6-3662-4f4b-906b-3c8efeee34ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Jun 12 19:44:36.810290 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-cb08c369-d0f3-4f79-836d-33ecdb86ab29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903 HTTP/1.1" status: 200 len: 217 time: 0.0500484 Jun 12 19:44:36.876463 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-fefe0c6e-369c-4d1b-a355-698aab2bb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.878038 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-fefe0c6e-369c-4d1b-a355-698aab2bb326 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.0611804 Jun 12 19:44:36.882029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-9dd5dfb8-b418-4c09-95db-9bbf899b0e0e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:36.883511 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-9dd5dfb8-b418-4c09-95db-9bbf899b0e0e tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 945 time: 0.0773094 Jun 12 19:44:36.922176 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-ce6d8f3d-f221-4ea1-b08b-07e15e8e7090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321505 Jun 12 19:44:37.017221 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Deleting port 2f46832a-c0e6-49ee-b884-208299591264 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:37.017469 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:37.070357 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-01cc14b4-47ff-44b6-954d-de304789c825 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403344 Jun 12 19:44:37.145858 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] For port 2f46832a-c0e6-49ee-b884-208299591264, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2f46832a-c0e6-49ee-b884-208299591264,segment=NetworkSegment(dfc5a84f-3eb0-4917-9186-f08199bb1067),segment_id=dfc5a84f-3eb0-4917-9186-f08199bb1067)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:37.146465 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:37.203637 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-08fdfcb4-a411-464f-8414-0edf3da3f1b7 req-7646472b-32c1-4364-90cd-58d7d22a68b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258137 Jun 12 19:44:37.253110 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Calling delete_port for 2f46832a-c0e6-49ee-b884-208299591264 owned by compute:nova {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:37.424600 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:37.428897 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:37.449701 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['2f46832a-c0e6-49ee-b884-208299591264'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:37.469190 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Pushing event deleted for resources: {'Port': ['ID=2f46832a-c0e6-49ee-b884-208299591264,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:37.474730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:37.557571 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] No DVR routers for this DVR port 2f46832a-c0e6-49ee-b884-208299591264 on host hv-cinder-79611 {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:44:37.560151 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:37.562194 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cbfa87b2-382d-4d23-8845-19872cf2a619 req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.41 "DELETE /v2.0/ports/2f46832a-c0e6-49ee-b884-208299591264 HTTP/1.1" status: 204 len: 173 time: 0.6718171 Jun 12 19:44:37.562722 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'name': 'network-vif-deleted', 'tag': '2f46832a-c0e6-49ee-b884-208299591264'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:37.565083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e0ea36-2b7f-4c76-a3d3-a1f21d420ce1" -d '{"events": [{"server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "name": "network-vif-deleted", "tag": "2f46832a-c0e6-49ee-b884-208299591264"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:37.622524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d323f1-7de3-40f3-ac63-fad7b5084948 req-3448cbc2-5123-4d59-a921-148e3a5c3222 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:37.625930 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-69d323f1-7de3-40f3-ac63-fad7b5084948 req-3448cbc2-5123-4d59-a921-148e3a5c3222 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.1085074 Jun 12 19:44:37.693040 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58bdf-6d64-4a19-ad55-e81a84528fd9 req-bc8e1442-8c02-4b81-bb1e-a88963fe51cc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:37.693884 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-69d323f1-7de3-40f3-ac63-fad7b5084948 req-eaff3fcf-745d-4893-9e4c-794abff99292 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Jun 12 19:44:37.694605 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-55a58bdf-6d64-4a19-ad55-e81a84528fd9 req-bc8e1442-8c02-4b81-bb1e-a88963fe51cc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0971048 Jun 12 19:44:37.747651 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6fea3-8e58-48a3-99ba-ba9a4003fd14 x-openstack-request-id: req-49a6fea3-8e58-48a3-99ba-ba9a4003fd14 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:37.747982 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feafdd5f-b233-4d87-83e7-11da1848c498", "name": "network-vif-deleted", "tag": "2f46832a-c0e6-49ee-b884-208299591264", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:37.748273 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49a6fea3-8e58-48a3-99ba-ba9a4003fd14 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:37.748737 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feafdd5f-b233-4d87-83e7-11da1848c498', 'name': 'network-vif-deleted', 'tag': '2f46832a-c0e6-49ee-b884-208299591264', 'status': 'completed', 'code': 200} Jun 12 19:44:37.752179 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-55a58bdf-6d64-4a19-ad55-e81a84528fd9 req-d9e7583d-758e-4126-a4a5-a3affcabe6cf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514610 Jun 12 19:44:37.949797 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5be5d6f0-9971-4d00-9e88-7aa755868b98 req-321549aa-582a-4c16-ae42-62e854a4af11 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] 10.222.0.11 "GET /v2.0/ports?device_id=feafdd5f-b233-4d87-83e7-11da1848c498 HTTP/1.1" status: 200 len: 210 time: 0.0345039 Jun 12 19:44:38.892987 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8e2a4-51fc-4bfc-8102-a65e59360b9e req-dbfa21b1-cd00-48bf-939b-924642931634 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:38.894613 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abb8e2a4-51fc-4bfc-8102-a65e59360b9e req-dbfa21b1-cd00-48bf-939b-924642931634 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.0861557 Jun 12 19:44:38.942355 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-abb8e2a4-51fc-4bfc-8102-a65e59360b9e req-1b31eeee-65db-493c-b113-f8092b94c92e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Jun 12 19:44:39.058986 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3d94-4054-473b-b1c0-093160f0d4b8 req-034679bc-f9ed-47c8-b207-3a55dccbb976 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:39.060639 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b35c3d94-4054-473b-b1c0-093160f0d4b8 req-034679bc-f9ed-47c8-b207-3a55dccbb976 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0783834 Jun 12 19:44:39.104384 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b35c3d94-4054-473b-b1c0-093160f0d4b8 req-d7b91b96-369c-40f4-b008-6acc11d4d8b0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377462 Jun 12 19:44:39.169892 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f768d-0e55-4f12-9671-90faada67a40 req-c8dd1988-5d6c-4426-82b1-274dbe57ef32 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:39.171482 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f2f768d-0e55-4f12-9671-90faada67a40 req-c8dd1988-5d6c-4426-82b1-274dbe57ef32 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1069500 Jun 12 19:44:39.219875 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f2f768d-0e55-4f12-9671-90faada67a40 req-a87dea74-d2ba-4649-83d7-cad676fe342f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Jun 12 19:44:39.731840 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2f46832a-c0e6-49ee-b884-208299591264 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:39.761679 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 2f46832a-c0e6-49ee-b884-208299591264 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:39.761679 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2f46832a-c0e6-49ee-b884-208299591264 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:40.148167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db14021-a692-4188-a2b3-0db3a37900b3 req-cdfc4803-0c33-44b5-8f28-85785034a89e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:40.149753 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0db14021-a692-4188-a2b3-0db3a37900b3 req-cdfc4803-0c33-44b5-8f28-85785034a89e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.0838079 Jun 12 19:44:40.201817 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0db14021-a692-4188-a2b3-0db3a37900b3 req-fe4c1a8c-e2af-4ba1-8d1e-b1553973f4c4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461237 Jun 12 19:44:40.322925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf5f33-fd5b-4ef5-acde-fae1a9a3ac11 req-1e9c9f50-fb41-49e3-a128-6c6858dae39e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:40.324491 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d5cf5f33-fd5b-4ef5-acde-fae1a9a3ac11 req-1e9c9f50-fb41-49e3-a128-6c6858dae39e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0932052 Jun 12 19:44:40.371176 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d5cf5f33-fd5b-4ef5-acde-fae1a9a3ac11 req-f02a99e7-e30a-4ce0-829e-fa9fb9c00f04 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Jun 12 19:44:40.413308 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54456-0a17-4c20-ba6d-254cfe70f0ed req-1804826b-2daa-4875-8db1-03f59404b7bf tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:40.414778 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ce54456-0a17-4c20-ba6d-254cfe70f0ed req-1804826b-2daa-4875-8db1-03f59404b7bf tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0754917 Jun 12 19:44:40.460990 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ce54456-0a17-4c20-ba6d-254cfe70f0ed req-19a53062-4875-4ecf-b638-70e849755b39 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Jun 12 19:44:40.997650 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:41.384008 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee926312-6286-4440-8c2c-489c6a7f3951 req-f1aae696-99bf-4cc7-b158-f36a10d22a5a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:41.385493 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee926312-6286-4440-8c2c-489c6a7f3951 req-f1aae696-99bf-4cc7-b158-f36a10d22a5a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.0678859 Jun 12 19:44:41.431425 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee926312-6286-4440-8c2c-489c6a7f3951 req-dbcd335a-c69b-4554-be9d-2d5e5fe82c06 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Jun 12 19:44:41.565281 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114c5a-8806-453d-af67-0b084edc67e8 req-fb0db8b6-d822-4403-91b2-8e6b8978a96d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:41.566800 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-17114c5a-8806-453d-af67-0b084edc67e8 req-fb0db8b6-d822-4403-91b2-8e6b8978a96d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0738776 Jun 12 19:44:41.614431 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-17114c5a-8806-453d-af67-0b084edc67e8 req-30166a8e-37d0-44b2-80d5-f140b3e087a0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Jun 12 19:44:41.769459 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b69072-dc13-41c6-8068-262c0e8b7e60 req-c3e09502-d276-4323-a6b3-00d4b474f44c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:41.771214 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-35b69072-dc13-41c6-8068-262c0e8b7e60 req-c3e09502-d276-4323-a6b3-00d4b474f44c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0865157 Jun 12 19:44:41.822248 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-35b69072-dc13-41c6-8068-262c0e8b7e60 req-6c04bebd-78fc-42a9-a75f-d3dc02265d5f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Jun 12 19:44:42.621370 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e984b-1066-4983-8279-970e91845a35 req-e73cd1e3-87a6-44a6-a6d5-95a0e79ee060 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:42.622845 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1b5e984b-1066-4983-8279-970e91845a35 req-e73cd1e3-87a6-44a6-a6d5-95a0e79ee060 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 943 time: 0.0719559 Jun 12 19:44:42.667736 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1b5e984b-1066-4983-8279-970e91845a35 req-d21aa9e0-5b3e-40fd-84f0-cf16b0bfaaf7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Jun 12 19:44:42.806744 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a59bb-b7e5-422f-88cd-490a407ff38e req-a20aab54-37ba-48ee-ba33-f80c6abfeb88 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:42.808244 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-db9a59bb-b7e5-422f-88cd-490a407ff38e req-a20aab54-37ba-48ee-ba33-f80c6abfeb88 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0698130 Jun 12 19:44:42.856323 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-db9a59bb-b7e5-422f-88cd-490a407ff38e req-16411494-9b00-4745-b512-02858e4a0fda tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Jun 12 19:44:43.176689 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 18fb5a0f-584b-46b7-978f-8415ba6d1903 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:44:43.219216 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbad1d-d16c-44e4-a6a3-1cc6960bdd99 req-1089a3cb-fbed-45e0-ba54-d59100c9551b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:43.220801 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0fcbad1d-d16c-44e4-a6a3-1cc6960bdd99 req-1089a3cb-fbed-45e0-ba54-d59100c9551b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0911212 Jun 12 19:44:43.281295 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0fcbad1d-d16c-44e4-a6a3-1cc6960bdd99 req-9dec6b1e-2c5f-4290-936d-c7425ef114cd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527189 Jun 12 19:44:43.322284 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:43.335005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '18fb5a0f-584b-46b7-978f-8415ba6d1903', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'port_id': '18fb5a0f-584b-46b7-978f-8415ba6d1903', 'mac_address': 'fa:16:3e:59:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe96f76-7f61-4fc2-be93-dcad6eacb1e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:44:43.383831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:43.399170 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fb5a0f-584b-46b7-978f-8415ba6d1903 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:43.419951 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:43.423931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:43.425702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:43.484633 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:43.487722 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:43.852457 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaab41c-1711-40bc-b60d-8a29ae47e32e req-52f1cb68-5754-4232-8e4c-e4fc83eeb826 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:43.854202 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ebaab41c-1711-40bc-b60d-8a29ae47e32e req-52f1cb68-5754-4232-8e4c-e4fc83eeb826 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 944 time: 0.0723696 Jun 12 19:44:43.896296 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ebaab41c-1711-40bc-b60d-8a29ae47e32e req-390849b6-d6ee-4e6a-b227-22662b93dd9e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Jun 12 19:44:44.046807 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a566d9-f2dd-4563-9556-42f018a28c28 req-7a2af10c-2b6e-4b9f-84be-420911bd8318 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:44.048298 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-71a566d9-f2dd-4563-9556-42f018a28c28 req-7a2af10c-2b6e-4b9f-84be-420911bd8318 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0774968 Jun 12 19:44:44.091019 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-71a566d9-f2dd-4563-9556-42f018a28c28 req-63494388-315b-4d9f-926b-d1a5b87a4c0e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368266 Jun 12 19:44:44.466943 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df092b-b53e-490c-8a78-e1777d190500 req-e46a7b65-68de-4abd-959f-186f577333eb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:44.468577 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-74df092b-b53e-490c-8a78-e1777d190500 req-e46a7b65-68de-4abd-959f-186f577333eb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0730333 Jun 12 19:44:44.519910 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-74df092b-b53e-490c-8a78-e1777d190500 req-d4653748-e112-4fec-83e0-86eb48eb736b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Jun 12 19:44:44.939737 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-e0aa7823-b37d-4a2d-b745-6a8c72bb6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:44.941272 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-e0aa7823-b37d-4a2d-b745-6a8c72bb6134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1098 time: 0.0717080 Jun 12 19:44:45.092352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb91e-4c21-486e-8da8-c16122cc7af9 req-1fcf0e19-d30e-46ea-9706-8a638ac26e1c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.094138 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-981cb91e-4c21-486e-8da8-c16122cc7af9 req-1fcf0e19-d30e-46ea-9706-8a638ac26e1c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 944 time: 0.0818968 Jun 12 19:44:45.144923 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-981cb91e-4c21-486e-8da8-c16122cc7af9 req-332f41c6-8c49-4a2b-96f2-9b6763ad86bc tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Jun 12 19:44:45.393212 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-801b684a-8575-401e-a74e-ec8f5d748feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.394573 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-801b684a-8575-401e-a74e-ec8f5d748feb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.4279227 Jun 12 19:44:45.487377 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed6bcb-c3f8-40f8-a2a3-acd767f4b8d7 req-41deb312-8eea-4667-964d-5aa1b0989564 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.488878 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d7ed6bcb-c3f8-40f8-a2a3-acd767f4b8d7 req-41deb312-8eea-4667-964d-5aa1b0989564 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1616523 Jun 12 19:44:45.497473 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-4e06ca38-d514-41b4-8b3c-219c09d4d357 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 1001 time: 0.0943646 Jun 12 19:44:45.571872 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d7ed6bcb-c3f8-40f8-a2a3-acd767f4b8d7 req-8c614151-67b2-49fb-8df7-cb52538733e5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766320 Jun 12 19:44:45.582525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-6b9229d4-ea3c-45c3-9f0d-c74d23151142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.584028 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-6b9229d4-ea3c-45c3-9f0d-c74d23151142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0672569 Jun 12 19:44:45.665023 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-e7c5bb5a-6631-430a-b4bd-b23fe4cec1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.666458 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-e7c5bb5a-6631-430a-b4bd-b23fe4cec1a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646889 Jun 12 19:44:45.673156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:45.718324 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9753295-57b2-4982-8ba8-5b82000befd5 req-99b984be-5a55-4966-8070-b4ad06c4fe2e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:45.726158 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d9753295-57b2-4982-8ba8-5b82000befd5 req-99b984be-5a55-4966-8070-b4ad06c4fe2e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0854547 Jun 12 19:44:45.777734 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d9753295-57b2-4982-8ba8-5b82000befd5 req-4aeb7166-51ce-4480-b61b-d0cb7022d766 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505474 Jun 12 19:44:45.798701 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-8797c85d-f823-48d7-84e3-61510403bd9f service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247985 Jun 12 19:44:45.975059 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-86e1ca11-2e68-4cd3-8d3f-f76dc1a79ba0 req-386ac25b-cb2f-4048-bfc0-0ec3ab6f983a service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625061 Jun 12 19:44:46.403383 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce25cb-2821-44e5-b4bd-b6b1d8dccb0b req-c68abcf1-0d40-4653-89a3-6ef93b319212 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:46.406274 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ebce25cb-2821-44e5-b4bd-b6b1d8dccb0b req-c68abcf1-0d40-4653-89a3-6ef93b319212 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 944 time: 0.1414933 Jun 12 19:44:46.505870 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ebce25cb-2821-44e5-b4bd-b6b1d8dccb0b req-af09078b-0fcd-4e84-8d07-018523008021 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Jun 12 19:44:47.036037 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f82f-cc8b-4608-bd53-2e6df84b5902 req-aa06c828-8db2-4962-a144-776ad8e13d7f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:47.039523 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5bf6f82f-cc8b-4608-bd53-2e6df84b5902 req-aa06c828-8db2-4962-a144-776ad8e13d7f tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.1012425 Jun 12 19:44:47.061981 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086eb6-5659-4954-958d-080eaa2d7dda req-0c4ad101-2e8f-485f-bbe6-0263e9a4b61b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:47.063567 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-81086eb6-5659-4954-958d-080eaa2d7dda req-0c4ad101-2e8f-485f-bbe6-0263e9a4b61b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0805962 Jun 12 19:44:47.091873 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5bf6f82f-cc8b-4608-bd53-2e6df84b5902 req-c47003b7-3921-4bf9-9209-9208b1da4f9b tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Jun 12 19:44:47.166935 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-81086eb6-5659-4954-958d-080eaa2d7dda req-fc582563-f6f1-442f-a808-535bf2596dc7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777969 Jun 12 19:44:47.366890 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3d881-c48b-4d89-97d8-243a089a077d req-11a3f0af-bb06-4f80-ae90-376bee803641 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:47.368840 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dbf3d881-c48b-4d89-97d8-243a089a077d req-11a3f0af-bb06-4f80-ae90-376bee803641 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0893109 Jun 12 19:44:47.433505 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dbf3d881-c48b-4d89-97d8-243a089a077d req-7e6e35dc-a023-49cf-b1d6-345f9fa72942 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513225 Jun 12 19:44:47.821357 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9dc93-6c58-4711-9b39-d452368d4737 req-303e7a04-484e-489e-a456-d6120266ea24 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:47.822963 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-45f9dc93-6c58-4711-9b39-d452368d4737 req-303e7a04-484e-489e-a456-d6120266ea24 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 944 time: 0.1215570 Jun 12 19:44:47.882791 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-45f9dc93-6c58-4711-9b39-d452368d4737 req-a748151a-6e1e-48c1-8cb8-6823129a7175 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Jun 12 19:44:48.390399 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca10ea0-9fba-4204-81ec-80023a857332 req-bfeaebf1-ee1b-49e5-b27c-c9eb42dc111d tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:48.399789 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6ca10ea0-9fba-4204-81ec-80023a857332 req-bfeaebf1-ee1b-49e5-b27c-c9eb42dc111d tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.1036735 Jun 12 19:44:48.474493 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6ca10ea0-9fba-4204-81ec-80023a857332 req-ebeae50c-bd48-495a-b998-45a6301e1dc5 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733113 Jun 12 19:44:48.482641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8f46-1688-4694-beca-600607846f93 req-fc10f159-8198-48fa-a26d-fb20b934001c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:48.484208 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a75b8f46-1688-4694-beca-600607846f93 req-fc10f159-8198-48fa-a26d-fb20b934001c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1099288 Jun 12 19:44:48.558727 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a75b8f46-1688-4694-beca-600607846f93 req-8b774414-72a9-4a3b-bc0f-67838e9594f1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659738 Jun 12 19:44:48.692124 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd92ae-aa31-418a-8bdb-bafe012a8324 req-bdf095db-42e7-4358-b1ee-7c45dd831f89 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:48.694381 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-39fd92ae-aa31-418a-8bdb-bafe012a8324 req-bdf095db-42e7-4358-b1ee-7c45dd831f89 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0937674 Jun 12 19:44:48.772826 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-39fd92ae-aa31-418a-8bdb-bafe012a8324 req-f048bcd9-506c-43a4-a803-445bb6701e59 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699747 Jun 12 19:44:48.798122 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 18fb5a0f-584b-46b7-978f-8415ba6d1903 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:44:48.874489 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 18fb5a0f-584b-46b7-978f-8415ba6d1903 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:44:48.883058 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 18fb5a0f-584b-46b7-978f-8415ba6d1903 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:44:48.883575 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:48.997182 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:49.044311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:49.047207 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c42a0-74ce-4ac5-839f-5552d2b4bc1d" -d '{"events": [{"server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "name": "network-vif-plugged", "status": "completed", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:49.070832 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:49.078969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:49.083143 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-25ef06b1-6516-4f0c-bf90-cb576c041d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:49.125377 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f829714c-1021-45e2-b045-d3ac43281338 x-openstack-request-id: req-f829714c-1021-45e2-b045-d3ac43281338 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:49.126203 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "name": "network-vif-plugged", "status": "completed", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:49.126679 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f829714c-1021-45e2-b045-d3ac43281338 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:49.127191 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903', 'code': 200} Jun 12 19:44:49.178502 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:49.183361 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:49.241416 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff438-be97-49fe-8526-3f6fda440c54 req-97e9d5e3-476a-48f5-a585-918226d3a50c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:49.243068 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d94ff438-be97-49fe-8526-3f6fda440c54 req-97e9d5e3-476a-48f5-a585-918226d3a50c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.1385312 Jun 12 19:44:49.348243 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d94ff438-be97-49fe-8526-3f6fda440c54 req-dfd19357-6a27-4eed-83e8-0b288bcfe240 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965238 Jun 12 19:44:49.664000 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adafaf1-30ff-4002-ab24-043aeb26fb00 req-3be77869-057d-4016-99ee-77f4c97b53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:49.671108 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4adafaf1-30ff-4002-ab24-043aeb26fb00 req-3be77869-057d-4016-99ee-77f4c97b53ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 1098 time: 0.1670403 Jun 12 19:44:49.690769 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-027e7cc2-cf15-4074-bd8a-b1b9daeed260 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:49.702701 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-027e7cc2-cf15-4074-bd8a-b1b9daeed260 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.1915469 Jun 12 19:44:49.721432 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4adafaf1-30ff-4002-ab24-043aeb26fb00 req-b0fae20f-0e10-4ead-80ef-d770404a286d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Jun 12 19:44:49.898962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdf1f-678e-4f8a-87b8-d55eba00ddb7 req-c959c309-36d1-4cb4-80d6-74ba8f655c18 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:49.906913 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-322fdf1f-678e-4f8a-87b8-d55eba00ddb7 req-c959c309-36d1-4cb4-80d6-74ba8f655c18 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 945 time: 0.1194625 Jun 12 19:44:49.962363 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Deleting port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:44:49.962710 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:49.967487 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-322fdf1f-678e-4f8a-87b8-d55eba00ddb7 req-dc4f5a7b-2716-4c20-83e2-925ab82225fc tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/security-groups?id=68dd7e32-9fcb-46e2-87b3-4593b174e238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Jun 12 19:44:49.981286 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920667-1793-41c7-ac09-3ac36e3aefda req-f7623448-b981-48c8-a9f9-d204453bf6e1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:49.983250 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-63920667-1793-41c7-ac09-3ac36e3aefda req-f7623448-b981-48c8-a9f9-d204453bf6e1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1318965 Jun 12 19:44:50.137532 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-63920667-1793-41c7-ac09-3ac36e3aefda req-bdc1ff97-8aae-4a64-afe4-0bcdd3119474 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342943 Jun 12 19:44:50.167864 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] For port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,segment=NetworkSegment(1eb9c9f9-297d-4c6d-8d2c-400d984331bb),segment_id=1eb9c9f9-297d-4c6d-8d2c-400d984331bb)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:50.168295 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:50.227109 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da80c3d-39c4-4586-8041-90d23677cc17 req-78939050-47c4-46f2-b428-856b6a1d3bee tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:50.229152 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2da80c3d-39c4-4586-8041-90d23677cc17 req-78939050-47c4-46f2-b428-856b6a1d3bee tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1173637 Jun 12 19:44:50.281514 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2da80c3d-39c4-4586-8041-90d23677cc17 req-4f9b0f6f-809a-406e-a118-81be1ef00c4a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Jun 12 19:44:50.309709 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Calling delete_port for 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 owned by compute:nova {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:44:50.555377 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:50.569120 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:50.573069 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['1fa1f2ab-5ae6-4469-9721-7933591fb1f2'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:50.635995 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Pushing event deleted for resources: {'Port': ['ID=1fa1f2ab-5ae6-4469-9721-7933591fb1f2,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:50.640829 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:50.743846 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] No DVR routers for this DVR port 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 on host hv-cinder-79611 {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:44:50.748741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:50.751498 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d3bebd64-8d97-4335-83a5-282b1060f7f0 req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.41 "DELETE /v2.0/ports/1fa1f2ab-5ae6-4469-9721-7933591fb1f2 HTTP/1.1" status: 204 len: 173 time: 1.0424480 Jun 12 19:44:50.752172 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'name': 'network-vif-deleted', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:50.764504 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e624e-4eb3-459b-821e-3451c806c17c" -d '{"events": [{"server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "name": "network-vif-deleted", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:50.792368 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e58f-23d9-44bc-886f-6a1cda1ca1ef req-9bc4d3e9-fec3-48b0-8698-f0793d953b59 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:50.793257 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:44:50.799671 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-af69e58f-23d9-44bc-886f-6a1cda1ca1ef req-9bc4d3e9-fec3-48b0-8698-f0793d953b59 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.3139918 Jun 12 19:44:50.965962 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-af69e58f-23d9-44bc-886f-6a1cda1ca1ef req-71e284be-7dd3-4bbf-98ab-f844ebfc7c5d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625600 Jun 12 19:44:50.990503 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e328b455-0495-4e30-a442-bfbcf94c8f7b x-openstack-request-id: req-e328b455-0495-4e30-a442-bfbcf94c8f7b {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:50.991193 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed42a0-87e9-4746-97d6-daba683f71a7", "name": "network-vif-deleted", "tag": "1fa1f2ab-5ae6-4469-9721-7933591fb1f2", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:50.992248 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e328b455-0495-4e30-a442-bfbcf94c8f7b {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:50.993492 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed42a0-87e9-4746-97d6-daba683f71a7', 'name': 'network-vif-deleted', 'tag': '1fa1f2ab-5ae6-4469-9721-7933591fb1f2', 'status': 'completed', 'code': 200} Jun 12 19:44:51.104495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:51.128504 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:44:51.208393 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:51.226918 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:44:51.255306 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:51.261063 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:51.263520 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5625e764-38e0-46a4-ad66-6d3102f5c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:51.298620 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92084d5e-1dc7-403c-b494-e6869120a4cf req-6098482a-7b69-49c1-a27b-b452834fa117 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5ed42a0-87e9-4746-97d6-daba683f71a7 HTTP/1.1" status: 200 len: 210 time: 0.1033437 Jun 12 19:44:51.340820 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=6']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:51.346209 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:51.469871 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:44:51.531984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b5208-863e-47ee-8a43-bd0ffbc34dae req-177b7be5-e556-4ead-a79e-40ce74804c48 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:51.539934 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-273b5208-863e-47ee-8a43-bd0ffbc34dae req-177b7be5-e556-4ead-a79e-40ce74804c48 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.1229038 Jun 12 19:44:51.596712 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-273b5208-863e-47ee-8a43-bd0ffbc34dae req-3155234c-c111-4e43-8fcb-d453b45eb418 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521038 Jun 12 19:44:51.639406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae1f85-66fc-440b-b9a4-6cdf0d3da0a1 req-d8a1a975-6bd4-4333-b549-3540023432e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:51.647304 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-23ae1f85-66fc-440b-b9a4-6cdf0d3da0a1 req-d8a1a975-6bd4-4333-b549-3540023432e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1995761 Jun 12 19:44:51.726787 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-23ae1f85-66fc-440b-b9a4-6cdf0d3da0a1 req-d0b7dd29-bdb2-498c-9753-c0df2a362361 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781393 Jun 12 19:44:52.236341 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dccac-48d1-4c38-abad-388c7653b5db req-93e18e4a-2e82-4a70-bd70-f23de2d9864f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:52.238601 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3b0dccac-48d1-4c38-abad-388c7653b5db req-93e18e4a-2e82-4a70-bd70-f23de2d9864f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.0858057 Jun 12 19:44:52.301186 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3b0dccac-48d1-4c38-abad-388c7653b5db req-c778b96c-0abb-4566-80b7-398efe2e765b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Jun 12 19:44:52.816450 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:44:53.009399 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:44:53.009822 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:53.103916 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c752ae-677f-4b82-9047-9103246a58d1 req-90d479da-9e94-4b3e-b50a-3d3280c48e1a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:53.106608 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f4c752ae-677f-4b82-9047-9103246a58d1 req-90d479da-9e94-4b3e-b50a-3d3280c48e1a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.1210012 Jun 12 19:44:53.176282 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f4c752ae-677f-4b82-9047-9103246a58d1 req-789f9da2-3816-494a-a393-bc94a151e779 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576215 Jun 12 19:44:53.241149 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec8a10-9778-4a1a-ae85-912f0c01fb95 req-e7a8fefb-4da9-44e5-910f-fea64b4a5ceb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:53.243371 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73ec8a10-9778-4a1a-ae85-912f0c01fb95 req-e7a8fefb-4da9-44e5-910f-fea64b4a5ceb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.2355709 Jun 12 19:44:53.322571 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73ec8a10-9778-4a1a-ae85-912f0c01fb95 req-07b5a715-ec42-4eb4-a2ed-822ef4ca5c8b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687051 Jun 12 19:44:53.329273 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:53.370682 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:44:53.373978 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323edce-162e-4f11-9183-84fd708b6e76" -d '{"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:44:53.401160 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:44:53.414005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:53.416062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:44:53.422034 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:44:53.475747 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a8c3f-3c00-46f8-9065-6037c6888d06 x-openstack-request-id: req-7f4a8c3f-3c00-46f8-9065-6037c6888d06 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:44:53.476154 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:44:53.476489 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f4a8c3f-3c00-46f8-9065-6037c6888d06 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:44:53.477015 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'code': 200} Jun 12 19:44:53.505414 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:44:53.505414 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 1fa1f2ab-5ae6-4469-9721-7933591fb1f2 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:44:53.563987 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=7']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:44:53.575632 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:44:54.524109 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880a566-7738-44fb-9d3f-96d975f00942 req-c6a87cdf-d493-4d30-b4e2-07586c60802e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:54.528311 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6880a566-7738-44fb-9d3f-96d975f00942 req-c6a87cdf-d493-4d30-b4e2-07586c60802e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1875029 Jun 12 19:44:54.612846 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858461-d43a-4a0c-ada7-ad7aa0bcf6a4 req-2c6b6e7a-6a95-443c-bca5-c45ef6e2905d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:54.618547 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a4858461-d43a-4a0c-ada7-ad7aa0bcf6a4 req-2c6b6e7a-6a95-443c-bca5-c45ef6e2905d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1362426 Jun 12 19:44:54.634018 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6880a566-7738-44fb-9d3f-96d975f00942 req-f9b19fe9-3f96-417e-bfce-a06620beac2c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982697 Jun 12 19:44:54.715377 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a4858461-d43a-4a0c-ada7-ad7aa0bcf6a4 req-0a120b26-129e-45ba-8177-3751d87d9131 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880070 Jun 12 19:44:55.887008 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bea55a-ebd8-4e1f-b15d-4b249d080b4e req-a94c86ad-1cd1-407e-8d94-3c9c370fe036 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:55.889116 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b3bea55a-ebd8-4e1f-b15d-4b249d080b4e req-a94c86ad-1cd1-407e-8d94-3c9c370fe036 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0866196 Jun 12 19:44:55.960978 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b3bea55a-ebd8-4e1f-b15d-4b249d080b4e req-996bee66-e82e-4d2e-851e-73193d09db18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658548 Jun 12 19:44:56.195794 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da85-8271-4759-bb41-db93fe5dc72e req-40078c90-1ae7-4353-9b51-866cf697dd66 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:56.198508 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0372da85-8271-4759-bb41-db93fe5dc72e req-40078c90-1ae7-4353-9b51-866cf697dd66 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1238894 Jun 12 19:44:56.267549 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0372da85-8271-4759-bb41-db93fe5dc72e req-8f3d2e95-9922-430e-9fa1-a56b2ca580f4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624681 Jun 12 19:44:56.869839 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-4f060871-789e-47e1-9a35-04d30403120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:44:57.164150 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dac9-f11d-4b9d-866e-8d8b3978a438 req-ece1f80b-d100-4050-9997-ff1d808790ef tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:57.165612 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4053dac9-f11d-4b9d-866e-8d8b3978a438 req-ece1f80b-d100-4050-9997-ff1d808790ef tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0814757 Jun 12 19:44:57.220115 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4053dac9-f11d-4b9d-866e-8d8b3978a438 req-8cb12f5f-a9e3-4eb6-9e1b-9226af9b42f1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450206 Jun 12 19:44:57.539280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735e876-2392-400b-85ce-97cf4fa531a3 req-bacdfa26-0ec0-47bf-b196-da23c27aa3e9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:57.549523 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8735e876-2392-400b-85ce-97cf4fa531a3 req-bacdfa26-0ec0-47bf-b196-da23c27aa3e9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1566393 Jun 12 19:44:57.621602 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8735e876-2392-400b-85ce-97cf4fa531a3 req-70b14e8e-56d1-4dba-acb1-df141b12130c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696669 Jun 12 19:44:58.488362 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08107-5184-4d88-8fec-b38dc43e1929 req-a98c436b-22f2-4442-9d64-0e6bcda19221 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:58.490323 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-66c08107-5184-4d88-8fec-b38dc43e1929 req-a98c436b-22f2-4442-9d64-0e6bcda19221 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1065133 Jun 12 19:44:58.537872 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-66c08107-5184-4d88-8fec-b38dc43e1929 req-0f19ed06-a441-41a9-8b38-ab0748159e06 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Jun 12 19:44:58.855191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29045375-e6da-4bbe-a65a-3912eed008cd req-6c319119-0116-4e93-8637-c1c9858c58d5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:58.856914 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-29045375-e6da-4bbe-a65a-3912eed008cd req-6c319119-0116-4e93-8637-c1c9858c58d5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0950036 Jun 12 19:44:58.938683 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-29045375-e6da-4bbe-a65a-3912eed008cd req-e09e1e78-3701-4787-9b65-efc8bcede061 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726576 Jun 12 19:44:59.929944 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05b87-8214-4c0b-a57f-955a4c9d295f req-9a9831d0-1161-4cf1-8a7a-14dd594b81a8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:44:59.931576 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bff05b87-8214-4c0b-a57f-955a4c9d295f req-9a9831d0-1161-4cf1-8a7a-14dd594b81a8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1561522 Jun 12 19:45:00.019270 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bff05b87-8214-4c0b-a57f-955a4c9d295f req-f3246a7d-877c-4324-9153-8ba53325cf33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816860 Jun 12 19:45:00.216391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf81ce-c642-4570-9f6c-ebbbbabd25ca req-64ae6ef5-0495-4ab8-979b-4e23a76e2f80 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:00.218644 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b8cf81ce-c642-4570-9f6c-ebbbbabd25ca req-64ae6ef5-0495-4ab8-979b-4e23a76e2f80 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1074779 Jun 12 19:45:00.294005 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b8cf81ce-c642-4570-9f6c-ebbbbabd25ca req-ec22b007-ec9b-4e8b-9892-9ac1f11f3b2d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671477 Jun 12 19:45:00.722251 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-9f143302-174a-42ab-bf41-00d11a588bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:01.002625 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:01.266214 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a5bb-3b12-4492-b0e0-384bd63e7553 req-a4bc4fbb-5b0c-4d2b-bf01-e3e66a3388ae tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:01.274661 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f3e0a5bb-3b12-4492-b0e0-384bd63e7553 req-a4bc4fbb-5b0c-4d2b-bf01-e3e66a3388ae tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1008976 Jun 12 19:45:01.341690 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f3e0a5bb-3b12-4492-b0e0-384bd63e7553 req-3f266b19-1925-48a8-a163-fd575ce4d3ec tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654185 Jun 12 19:45:01.591264 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64772b4-58fb-4e10-a686-192c3b1d4a61 req-96a0ed86-3135-4f5f-9aa0-848a27665a68 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:01.593998 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e64772b4-58fb-4e10-a686-192c3b1d4a61 req-96a0ed86-3135-4f5f-9aa0-848a27665a68 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1181407 Jun 12 19:45:01.682256 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e64772b4-58fb-4e10-a686-192c3b1d4a61 req-972f294c-d5cd-4ec5-a4a9-978d20d8d581 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759082 Jun 12 19:45:02.450543 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:02.743299 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27722d9-de08-4f20-87a6-f65ecbc344c4 req-099c60fb-40a3-4c99-acb7-94a83b632c14 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:02.747741 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b27722d9-de08-4f20-87a6-f65ecbc344c4 req-099c60fb-40a3-4c99-acb7-94a83b632c14 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1559143 Jun 12 19:45:02.906103 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b27722d9-de08-4f20-87a6-f65ecbc344c4 req-8c39163a-8101-4214-9cae-bace512749d7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399226 Jun 12 19:45:03.119492 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e6c1-b400-40a5-ad20-c680d7f92f89 req-2d95a809-5855-4bab-8cfb-6210af574f70 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:03.130295 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be20e6c1-b400-40a5-ad20-c680d7f92f89 req-2d95a809-5855-4bab-8cfb-6210af574f70 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1489341 Jun 12 19:45:03.218730 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be20e6c1-b400-40a5-ad20-c680d7f92f89 req-d297e039-15da-4b9e-9989-cc03bbe624d9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868359 Jun 12 19:45:03.920630 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:04.140978 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b0e7-3664-488d-a289-6be05a810b7a req-44824c41-0f2e-42ae-a061-cc9c0e7eccd2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:04.145469 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f390b0e7-3664-488d-a289-6be05a810b7a req-44824c41-0f2e-42ae-a061-cc9c0e7eccd2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0896013 Jun 12 19:45:04.196355 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f390b0e7-3664-488d-a289-6be05a810b7a req-057a59e4-387d-4ce0-8945-f7b932f8a6d2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Jun 12 19:45:04.435974 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f49c1-21b8-478e-8352-f7ef968bb704 req-d272e958-d077-4cc5-95be-11adcf2ef3b2 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:04.438135 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d71f49c1-21b8-478e-8352-f7ef968bb704 req-d272e958-d077-4cc5-95be-11adcf2ef3b2 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0880098 Jun 12 19:45:04.504649 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d71f49c1-21b8-478e-8352-f7ef968bb704 req-6bea4a49-c887-4514-9b60-d49a4ebfbdc7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582561 Jun 12 19:45:05.471101 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082534be-e189-4c7c-8d04-e1a789502a7f req-1625f550-f928-469d-ad64-d2f566b46971 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:05.474388 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-082534be-e189-4c7c-8d04-e1a789502a7f req-1625f550-f928-469d-ad64-d2f566b46971 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0962298 Jun 12 19:45:05.655743 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-082534be-e189-4c7c-8d04-e1a789502a7f req-409dffa1-d602-4637-8543-4ddbef302ee4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753945 Jun 12 19:45:05.865714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9df45-61b2-4c27-b971-9d67e6243ac9 req-ab4411b3-f551-4e4d-8736-6e32c81a0b51 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:05.868607 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aff9df45-61b2-4c27-b971-9d67e6243ac9 req-ab4411b3-f551-4e4d-8736-6e32c81a0b51 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1077909 Jun 12 19:45:05.986457 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aff9df45-61b2-4c27-b971-9d67e6243ac9 req-9da4547a-4be8-4707-9f52-a0587cbfceeb tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038539 Jun 12 19:45:06.416306 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14becdf-d203-46a9-905c-fbd3f37f26e9 req-bd02a0cf-2d64-4592-a734-a4aa7d859a5c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:06.423164 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e14becdf-d203-46a9-905c-fbd3f37f26e9 req-bd02a0cf-2d64-4592-a734-a4aa7d859a5c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0954773 Jun 12 19:45:06.468648 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e14becdf-d203-46a9-905c-fbd3f37f26e9 req-46e580b3-7388-42a0-b0b5-0a0cb724f27e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Jun 12 19:45:06.983936 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc77fd-13e5-4797-8394-dbf8e1efbb65 req-9a53d4af-ea34-4774-a5e7-6d6af1be4633 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:06.985626 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c6cc77fd-13e5-4797-8394-dbf8e1efbb65 req-9a53d4af-ea34-4774-a5e7-6d6af1be4633 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1133733 Jun 12 19:45:07.045009 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c6cc77fd-13e5-4797-8394-dbf8e1efbb65 req-6d7dc61e-7033-4cd0-a75f-71e5253d3024 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480535 Jun 12 19:45:07.695277 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2366d6-0e14-427e-ad7b-c2989641fc4c req-db17dba5-f150-4ace-8858-e8ef03632ddd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:07.697757 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be2366d6-0e14-427e-ad7b-c2989641fc4c req-db17dba5-f150-4ace-8858-e8ef03632ddd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0896108 Jun 12 19:45:07.747971 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be2366d6-0e14-427e-ad7b-c2989641fc4c req-e983420d-90a5-4d08-80da-dee3f9bf7cc7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jun 12 19:45:08.260782 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6472f4c-d9df-4c99-a985-772b6d53cc67 req-9aefd632-e2f4-4b4c-9757-d8b0e5bf7325 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:08.262568 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e6472f4c-d9df-4c99-a985-772b6d53cc67 req-9aefd632-e2f4-4b4c-9757-d8b0e5bf7325 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Jun 12 19:45:08.315710 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e6472f4c-d9df-4c99-a985-772b6d53cc67 req-4657d495-4ff4-4a44-899b-6f08ec3ed3e4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Jun 12 19:45:08.709405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee381-4b96-41b6-b9da-050efd389834 req-d6966627-d410-4ebf-8f2a-1ac819737976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:08.710852 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-d6966627-d410-4ebf-8f2a-1ac819737976 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.0857916 Jun 12 19:45:08.959266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12ba1-bb25-4fc3-9c41-47d8c005148f req-a5773c71-ed47-4a13-a418-a5846b93f768 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:08.961639 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-19f12ba1-bb25-4fc3-9c41-47d8c005148f req-a5773c71-ed47-4a13-a418-a5846b93f768 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0852127 Jun 12 19:45:09.009405 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-19f12ba1-bb25-4fc3-9c41-47d8c005148f req-ea6e8bb3-a643-440a-90cf-862d9c45399b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Jun 12 19:45:09.529027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7399c4-13ab-4a34-9421-a130a0df6122 req-05adadc2-6c94-4051-878b-1be59661eb93 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:09.530601 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1e7399c4-13ab-4a34-9421-a130a0df6122 req-05adadc2-6c94-4051-878b-1be59661eb93 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0768445 Jun 12 19:45:09.577290 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1e7399c4-13ab-4a34-9421-a130a0df6122 req-888c9ac1-b035-4157-a319-c96ac27f4f39 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Jun 12 19:45:10.136620 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee381-4b96-41b6-b9da-050efd389834 req-70b80602-3346-4ff8-993f-ddd8061e1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:10.138057 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-70b80602-3346-4ff8-993f-ddd8061e1080 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.1456368 Jun 12 19:45:10.242264 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-545608b8-8f57-44ce-ba3f-65ff96050c84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1002 time: 0.0965838 Jun 12 19:45:10.261208 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf056e-2e21-42da-b15c-ae295b12f617 req-5fd36838-7633-414c-9cef-4231035aa4f8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:10.269147 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cfbf056e-2e21-42da-b15c-ae295b12f617 req-5fd36838-7633-414c-9cef-4231035aa4f8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1149454 Jun 12 19:45:10.318138 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cfbf056e-2e21-42da-b15c-ae295b12f617 req-4db9fcc1-aa5c-43cf-9484-8e61c0b864a3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477424 Jun 12 19:45:10.327522 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee381-4b96-41b6-b9da-050efd389834 req-abe7b6f5-8911-4e3f-8263-43ee32998d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:10.329644 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-abe7b6f5-8911-4e3f-8263-43ee32998d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0739429 Jun 12 19:45:10.423827 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee381-4b96-41b6-b9da-050efd389834 req-b7c0d1ad-9c6c-4c67-a0a7-ec16e9c128c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:10.425415 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-b7c0d1ad-9c6c-4c67-a0a7-ec16e9c128c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869408 Jun 12 19:45:10.583130 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-2b844ae4-c931-404f-baea-c9c30e8b3924 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488614 Jun 12 19:45:11.041211 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.082860 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d2eee381-4b96-41b6-b9da-050efd389834 req-ecc609d4-b9b3-4ab5-994f-f5bac9aa70e9 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884243 Jun 12 19:45:11.114821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c058d-4a48-421d-b35f-4bdc9a04fade req-a4570880-ac89-48e2-a20e-b502537401ba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:11.116301 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0d3c058d-4a48-421d-b35f-4bdc9a04fade req-a4570880-ac89-48e2-a20e-b502537401ba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1052337 Jun 12 19:45:11.198714 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0d3c058d-4a48-421d-b35f-4bdc9a04fade req-a552fa21-93bb-4c3d-afe2-6396519170c9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750124 Jun 12 19:45:11.304517 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41428) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:11.387096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Deleting subnet 6b68cf25-fe1b-43a6-bcde-b819b3bb168f {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:45:11.390856 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.463657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.477222 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.524749 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:45:11.584213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.603918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e796d426-e93d-4aff-b66d-560828cf11a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:11.612354 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.618632 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6b68cf25-fe1b-43a6-bcde-b819b3bb168f HTTP/1.1" status: 204 len: 168 time: 0.3124566 Jun 12 19:45:11.620750 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 41436) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:11.670817 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b68cf25-fe1b-43a6-bcde-b819b3bb168f,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:11.685627 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.686302 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.686929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.687579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.688259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.689079 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.689768 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.690360 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.690974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.691604 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.692212 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.692850 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:11.699031 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:11.771220 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:11.780752 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ef100-02b7-4c74-ba5d-2b9c5be26586 req-c3091b28-4f08-4337-9728-14ed1b487817 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:11.782416 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3d4ef100-02b7-4c74-ba5d-2b9c5be26586 req-c3091b28-4f08-4337-9728-14ed1b487817 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.2454445 Jun 12 19:45:11.909093 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3d4ef100-02b7-4c74-ba5d-2b9c5be26586 req-d58b3175-8761-4b18-a869-ff144dc21865 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143453 Jun 12 19:45:12.020783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.034527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbefb37-b095-44ba-86d5-c2e439ccb26b']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:12.053894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5a84f-3eb0-4917-9186-f08199bb1067') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:12.054330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5a84f-3eb0-4917-9186-f08199bb1067') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:12.069962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.092042 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.100690 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:45:12.101141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:45:12.103789 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:45:12.205860 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.210767 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:12.522137 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e23e8b-7516-4187-877f-3b70bf39613a req-54ad64cc-83a2-4a82-bd40-5eb8cde3ffc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:12.526207 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64e23e8b-7516-4187-877f-3b70bf39613a req-54ad64cc-83a2-4a82-bd40-5eb8cde3ffc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1732044 Jun 12 19:45:12.578598 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64e23e8b-7516-4187-877f-3b70bf39613a req-24065ea4-1d18-427f-9209-f7fdcdb3a5b2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Jun 12 19:45:12.626850 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.632094 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8cbefb37-b095-44ba-86d5-c2e439ccb26b HTTP/1.1" status: 204 len: 168 time: 1.0093036 Jun 12 19:45:12.634268 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbefb37-b095-44ba-86d5-c2e439ccb26b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:12.662961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.663353 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.663725 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.664087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.664445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.664803 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.665183 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.665541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.665887 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.666241 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.666591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.666938 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:12.679731 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:12.748273 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41474) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:12.779730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-5381cb0a-0313-4bbe-8454-8f2c05d0e3d4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:12.781249 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-5381cb0a-0313-4bbe-8454-8f2c05d0e3d4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1559939 Jun 12 19:45:12.793451 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f8be70cd-04f0-4729-9e4c-d6e20a3bf403 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b7c851fdeff4013ac1aa389c28e5004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437784 Jun 12 19:45:12.796181 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 41476) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:12.804860 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-c9a1f694-f6d4-424a-99ae-4638602a7075 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/quotas/79d4a568d2cb4f75b07874c5a6f13a7c HTTP/1.1" status: 200 len: 375 time: 0.0172079 Jun 12 19:45:12.905193 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:12.934802 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-670f1fae-98cf-49d7-9f41-cc197e7bfb96 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221139 Jun 12 19:45:12.939350 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:13.016319 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:13.019023 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:13.020895 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ade9de6-3662-4f4b-906b-3c8efeee34ea HTTP/1.1" status: 204 len: 168 time: 0.2237439 Jun 12 19:45:13.022372 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2f2101cc-ebee-4f9c-88e8-228925ca642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:13.033666 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade9de6-3662-4f4b-906b-3c8efeee34ea,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:13.037061 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:13.139375 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e568c-b133-4d47-a4ca-baa92c33029c req-9c06e32b-427c-4e67-b25b-6fcc425ac9c0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:13.140920 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3e8e568c-b133-4d47-a4ca-baa92c33029c req-9c06e32b-427c-4e67-b25b-6fcc425ac9c0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0906537 Jun 12 19:45:13.201170 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3e8e568c-b133-4d47-a4ca-baa92c33029c req-8021137c-118d-4dd3-a35b-0a8a509ba145 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533366 Jun 12 19:45:13.239007 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-a2db66f8-9ac9-41c5-b97f-97e405add8af service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909474 Jun 12 19:45:13.389538 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-663dc178-f65d-4398-9ce7-09e4d678ebfa service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431737 Jun 12 19:45:13.569182 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3cea1ff3-e181-4f50-b950-4c57f7a2fc68 req-dcb1254e-ea49-4c6a-ac51-bae61afc162e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Jun 12 19:45:13.843868 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166fe44-0353-4fb5-b167-30932bef0ccb req-72eb5b4a-6ebf-4d82-8797-fbfdd417f279 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:13.846826 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5166fe44-0353-4fb5-b167-30932bef0ccb req-72eb5b4a-6ebf-4d82-8797-fbfdd417f279 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1326418 Jun 12 19:45:13.906690 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5166fe44-0353-4fb5-b167-30932bef0ccb req-bfc7bb23-6041-4b67-a114-86ac6ac39066 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524123 Jun 12 19:45:14.005501 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-4b24786e-d6b6-46e4-bf53-424ab6d9e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:14.007208 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-4b24786e-d6b6-46e4-bf53-424ab6d9e481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1098 time: 0.0876827 Jun 12 19:45:14.151955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-3245daf7-bae5-4073-b563-ea2960622b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:14.153517 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-3245daf7-bae5-4073-b563-ea2960622b89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1378148 Jun 12 19:45:14.253563 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-d281da0d-b2db-4565-8e42-929df9b03781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 1001 time: 0.0915353 Jun 12 19:45:14.338618 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-5d6433a8-cf83-4df5-a4ef-3837fb0dbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:14.343922 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-5d6433a8-cf83-4df5-a4ef-3837fb0dbc66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0799007 Jun 12 19:45:14.430593 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-0ec292bf-0d70-4b05-af7c-2e834c60110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:14.432235 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-0ec292bf-0d70-4b05-af7c-2e834c60110a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782492 Jun 12 19:45:14.564578 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-993a7a06-1218-46a3-92f5-db3a3467b0ea service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232221 Jun 12 19:45:14.742284 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fefef5b-9582-46cd-8172-52cf842984f8 req-20220e37-8df0-4369-b15d-96f996fb10f1 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693270 Jun 12 19:45:14.744176 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-34a8c442-cdae-4cd0-947a-e26c75f952c3 req-6884f237-b03e-4221-8c32-a4d1f359c973 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 210 time: 0.0451324 Jun 12 19:45:14.937385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-4ee67ff4-bc9c-4a6e-abef-07474aded5e9 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:14.938957 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-4ee67ff4-bc9c-4a6e-abef-07474aded5e9 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1267467 Jun 12 19:45:14.952817 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Request body: {'port': {'device_id': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'admin_state_up': True, 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:45:15.125486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:45:15.130025 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:15.154322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f59ac-71e1-4b1d-acab-0e0e6216f5f1 req-d39bbc35-2bae-46bf-a604-91225c3a1704 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:15.155836 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-007f59ac-71e1-4b1d-acab-0e0e6216f5f1 req-d39bbc35-2bae-46bf-a604-91225c3a1704 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.0848753 Jun 12 19:45:15.202162 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-007f59ac-71e1-4b1d-acab-0e0e6216f5f1 req-648d4020-7fcc-4793-bdc6-10794f6dd707 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396700 Jun 12 19:45:15.282526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Allocated IP 172.20.0.4 (ecb034b4-1c62-411f-892f-ac2f5ed82700/5fe96f76-7f61-4fc2-be93-dcad6eacb1e1/215e9591-484c-4b99-8213-bee11b8359b3) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:45:15.472499 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:15.518471 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:15.531530 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:15.539089 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:45:15.589244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:45:15.592506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:45:15.597083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:45:15.603554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:15.604221 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:15.608469 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event updated for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:15.615251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:15.626602 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6772480 Jun 12 19:45:15.640056 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Request body: {'port': {'device_id': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:45:15.767537 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.127246 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de7a0-b632-4261-8a61-af56bbb7f4ff req-e07837a8-4cbb-4659-ac16-0c1fa1ba222e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:16.130889 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-979de7a0-b632-4261-8a61-af56bbb7f4ff req-e07837a8-4cbb-4659-ac16-0c1fa1ba222e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 931 time: 0.2141504 Jun 12 19:45:16.214860 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-979de7a0-b632-4261-8a61-af56bbb7f4ff req-9ed6ea8d-5a25-466a-855a-2423b7539350 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753467 Jun 12 19:45:16.278950 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215e9591-484c-4b99-8213-bee11b8359b3 {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:45:16.289813 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.305458 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Transition to ACTIVE for port object 215e9591-484c-4b99-8213-bee11b8359b3 will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:45:16.309796 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.312940 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3ac0c848-f309-4877-aba3-2a6328305cba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:16.431814 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Pushing event updated for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:16.455147 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5861-8852-4567-ae91-d4e3ad6c0bc7 req-ee9504cd-f612-440b-bd58-ddb20f2bc044 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:16.457085 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6d2e5861-8852-4567-ae91-d4e3ad6c0bc7 req-ee9504cd-f612-440b-bd58-ddb20f2bc044 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 945 time: 0.1028149 Jun 12 19:45:16.463590 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:16.481914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Attempting to bind port 215e9591-484c-4b99-8213-bee11b8359b3 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:45:16.482249 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Attempting to bind port 215e9591-484c-4b99-8213-bee11b8359b3 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:45:16.482575 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Attempting to bind port 215e9591-484c-4b99-8213-bee11b8359b3 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:45:16.490638 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Port 215e9591-484c-4b99-8213-bee11b8359b3 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:45:16.490986 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Attempting to bind port 215e9591-484c-4b99-8213-bee11b8359b3 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:45:16.496161 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:45:16.496531 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Checking segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:45:16.497006 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Bound using segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:45:16.499227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Bound port: 215e9591-484c-4b99-8213-bee11b8359b3, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:45:16.499227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.518378 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6d2e5861-8852-4567-ae91-d4e3ad6c0bc7 req-8fc3a528-7d04-451a-96c9-21f9fac89e46 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472245 Jun 12 19:45:16.590580 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:45:16.593733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=215e9591-484c-4b99-8213-bee11b8359b3,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:45:16.599281 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.601611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7b6f3d4a-0575-40da-84f4-bc626c27e5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:16.648228 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:16.648930 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:16.650336 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] 10.222.0.41 "PUT /v2.0/ports/215e9591-484c-4b99-8213-bee11b8359b3 HTTP/1.1" status: 200 len: 1093 time: 1.0155075 Jun 12 19:45:16.650850 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:45:16.653226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee01579-029c-4e46-9b98-5848cb9e85c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "tag": "215e9591-484c-4b99-8213-bee11b8359b3"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:45:16.675022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Pushing event updated for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:16.678767 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:16.694260 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173869c6-1040-4220-93ec-40788394335f x-openstack-request-id: req-173869c6-1040-4220-93ec-40788394335f {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:45:16.694770 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "tag": "215e9591-484c-4b99-8213-bee11b8359b3", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:45:16.695160 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-173869c6-1040-4220-93ec-40788394335f {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:45:16.695788 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3', 'status': 'completed', 'code': 200} Jun 12 19:45:16.777182 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-ea6fc0eb-e293-4122-8349-cafcac9dd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:16.778697 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-ea6fc0eb-e293-4122-8349-cafcac9dd787 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 1096 time: 0.0626831 Jun 12 19:45:16.908047 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-b1aecc31-000a-4831-b062-0a0fad92fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:16.910487 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-b1aecc31-000a-4831-b062-0a0fad92fea7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1232870 Jun 12 19:45:17.041871 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-5a5f3781-5c88-46e9-928a-1c73e548e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:17.043332 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bee01579-029c-4e46-9b98-5848cb9e85c6 req-5a5f3781-5c88-46e9-928a-1c73e548e00f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246917 Jun 12 19:45:17.049792 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:45:17.149156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:17.164024 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1e155d9b-071b-4a36-9620-e5377b3b862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:17.165654 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-1e155d9b-071b-4a36-9620-e5377b3b862b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 1096 time: 0.0682170 Jun 12 19:45:17.178485 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:45:17.181125 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1877e4-0d57-4931-88a5-a24b06fc4738" -d '{"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-unplugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:45:17.204066 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:17.216667 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:17.219755 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-596a3f99-0d54-4ea5-95b9-e082e89787a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:17.246471 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-6868b94d-7f45-473f-b36d-ccf321e4fcf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215e9591-484c-4b99-8213-bee11b8359b3 HTTP/1.1" status: 200 len: 217 time: 0.0688825 Jun 12 19:45:17.335793 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=8']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:17.344452 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.344815 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.345186 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.345526 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.345863 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.346194 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.346526 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.346854 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.347185 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.348062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.348401 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.348742 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:45:17.354085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:17.378226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-f0b9c6f7-e3a5-458f-9971-89999a48d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:17.381238 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-f0b9c6f7-e3a5-458f-9971-89999a48d5db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.1262178 Jun 12 19:45:17.463880 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-8a144a9d-a74b-4a57-93f6-72055d4f5505 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720143 Jun 12 19:45:17.481024 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd5c1c9-50bf-4fb9-b425-cf41c4e78249 x-openstack-request-id: req-3cd5c1c9-50bf-4fb9-b425-cf41c4e78249 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:45:17.481475 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-unplugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:45:17.481839 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cd5c1c9-50bf-4fb9-b425-cf41c4e78249 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:45:17.482377 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'code': 200} Jun 12 19:45:17.625605 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-b1aaab31-4cfd-4379-9132-bae196999467 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500404 Jun 12 19:45:17.634597 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f21f9-823a-4f06-939c-bcaec2e3b72f req-1f78e09f-a67e-409e-ab39-f5ecdf81a90b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:17.636016 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ff7f21f9-823a-4f06-939c-bcaec2e3b72f req-1f78e09f-a67e-409e-ab39-f5ecdf81a90b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 943 time: 0.1711004 Jun 12 19:45:17.746388 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7a25e-99a9-4079-929d-a783400d02fe req-214ad845-022d-4926-83b3-d725e73cea13 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:17.747946 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f3b7a25e-99a9-4079-929d-a783400d02fe req-214ad845-022d-4926-83b3-d725e73cea13 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0788169 Jun 12 19:45:17.758382 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ff7f21f9-823a-4f06-939c-bcaec2e3b72f req-ae55199a-9b29-49d8-ab67-9a910546a576 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Jun 12 19:45:17.796404 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ad5a850a-9c25-4f1a-b52f-bca7c07090db req-073cca9b-2348-4b04-82c2-497a6cc73713 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593838 Jun 12 19:45:17.819593 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f3b7a25e-99a9-4079-929d-a783400d02fe req-4e1e5dd1-26b7-4d21-bfa9-d8331c220ff0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634263 Jun 12 19:45:18.682692 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fa2aa-c341-4542-9076-5c3642384705 req-498a369a-cd95-452f-afb2-98a3d88a6e1d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:18.684220 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9a6fa2aa-c341-4542-9076-5c3642384705 req-498a369a-cd95-452f-afb2-98a3d88a6e1d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0922718 Jun 12 19:45:18.732149 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9a6fa2aa-c341-4542-9076-5c3642384705 req-d57fccdf-0640-453d-82d3-ff128c1e507c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 Jun 12 19:45:18.943118 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41650) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:19.007567 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5076e3-b968-42f7-9040-80c01dc0c7fc req-904494a3-4908-4b84-bee8-5c4c21ab29e0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:19.009182 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5c5076e3-b968-42f7-9040-80c01dc0c7fc req-904494a3-4908-4b84-bee8-5c4c21ab29e0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 943 time: 0.1191034 Jun 12 19:45:19.059282 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5c5076e3-b968-42f7-9040-80c01dc0c7fc req-9fa7bad5-0f3b-46a5-b23f-33bd4bf2010a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Jun 12 19:45:19.077353 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-4c46f2a9-e097-4077-ab90-cc38f4282f54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327558 Jun 12 19:45:19.940819 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225d598-7b25-4154-a56c-a750e0ff8fb0 req-5928d28e-3eba-4318-8d24-9a710a130a3f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:19.943855 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e225d598-7b25-4154-a56c-a750e0ff8fb0 req-5928d28e-3eba-4318-8d24-9a710a130a3f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0806067 Jun 12 19:45:19.995635 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e225d598-7b25-4154-a56c-a750e0ff8fb0 req-b5bbd1de-6bcd-4b95-9580-f31ab1fde471 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Jun 12 19:45:20.259667 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d765-0633-40b7-b3ce-125f712192ba req-e74c275c-941d-4768-a9ae-43b15823a1c3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:20.261260 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0b89d765-0633-40b7-b3ce-125f712192ba req-e74c275c-941d-4768-a9ae-43b15823a1c3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 943 time: 0.0805681 Jun 12 19:45:20.308845 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0b89d765-0633-40b7-b3ce-125f712192ba req-9ab28c61-8da3-42bc-b77c-d67b3aafbdf3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Jun 12 19:45:20.812463 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-faeba4e5-9bde-466d-95c8-6229acd6892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:20.814013 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-faeba4e5-9bde-466d-95c8-6229acd6892a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 1096 time: 0.1042690 Jun 12 19:45:20.897883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-4328f10f-7a2c-42a6-be81-9011b6d3f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:20.899375 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-4328f10f-7a2c-42a6-be81-9011b6d3f2cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1096 time: 0.0608716 Jun 12 19:45:20.976138 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 215e9591-484c-4b99-8213-bee11b8359b3 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:45:20.978532 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:45:21.024535 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-95873192-0b09-405f-b8a7-e58dd247f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:21.026056 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-95873192-0b09-405f-b8a7-e58dd247f93c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1199803 Jun 12 19:45:21.152601 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-6d5af4af-5d91-42b5-b4ed-c33b5adf4274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 999 time: 0.1174920 Jun 12 19:45:21.288623 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=215e9591-484c-4b99-8213-bee11b8359b3,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:21.317349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '215e9591-484c-4b99-8213-bee11b8359b3', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'port_id': '215e9591-484c-4b99-8213-bee11b8359b3', 'mac_address': 'fa:16:3e:d0:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe96f76-7f61-4fc2-be93-dcad6eacb1e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:45:21.386534 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:21.416629 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215e9591-484c-4b99-8213-bee11b8359b3 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:45:21.453965 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=215e9591-484c-4b99-8213-bee11b8359b3,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:21.461486 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:21.464289 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:21.564779 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:21.571567 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:21.631312 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ebfd-4337-4c0f-935e-78117c00e2e1 req-2bb1c91f-0668-48a9-88f6-eb6909f4a674 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:21.633647 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-41c7ebfd-4337-4c0f-935e-78117c00e2e1 req-2bb1c91f-0668-48a9-88f6-eb6909f4a674 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.1222148 Jun 12 19:45:21.681361 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-41c7ebfd-4337-4c0f-935e-78117c00e2e1 req-dcbd562c-0c67-4814-b35a-8aca8de1734d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Jun 12 19:45:21.695098 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-ba1381cc-9f79-4b34-9571-2b2fd33edbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:21.696536 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-ba1381cc-9f79-4b34-9571-2b2fd33edbf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.5340967 Jun 12 19:45:21.752734 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307718ed-24ea-4a89-aeb2-6ddf76811835 req-c0befb2d-9320-4757-bb31-ab507a4e1c62 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:21.754918 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-307718ed-24ea-4a89-aeb2-6ddf76811835 req-c0befb2d-9320-4757-bb31-ab507a4e1c62 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.6056755 Jun 12 19:45:21.811319 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-307718ed-24ea-4a89-aeb2-6ddf76811835 req-0f6052d3-6cfb-4d10-a2dc-b053c720d96e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505292 Jun 12 19:45:21.818980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-1e6c4c66-38fd-4844-a7a7-2dad36cd61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:21.821062 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-1e6c4c66-38fd-4844-a7a7-2dad36cd61c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166933 Jun 12 19:45:21.841766 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['215e9591-484c-4b99-8213-bee11b8359b3'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:45:21.945572 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-ab0affd2-6d82-462e-a73d-766e663ff2b1 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162927 Jun 12 19:45:22.071799 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-f1e916f7-86f9-4a6c-8e74-c99dc50cebf2 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192746 Jun 12 19:45:22.432381 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41714) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:22.488213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Deleting subnet 35e04332-accd-498e-bffb-b863f3ba71df {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:45:22.491299 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.534326 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.540472 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.613930 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.617004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7158a8e1-9e52-42b5-b2d8-dccfcbecf150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:22.650270 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e04332-accd-498e-bffb-b863f3ba71df,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:22.652223 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.654096 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35e04332-accd-498e-bffb-b863f3ba71df HTTP/1.1" status: 204 len: 168 time: 0.2205229 Jun 12 19:45:22.655022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-84f2cf69-ccc8-4d51-b317-1cfa7185b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:22.656800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41722) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:22.748930 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.861067 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:22.878637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235088d-791b-4fe2-923e-46892223a207 req-38dd948b-366b-4ea1-9745-125f7d54ae14 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:22.880429 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1235088d-791b-4fe2-923e-46892223a207 req-38dd948b-366b-4ea1-9745-125f7d54ae14 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.0733738 Jun 12 19:45:22.882840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.883411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.884342 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.884838 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > port after_create 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.885336 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.885845 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > port after_update 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.886332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.886831 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.887168 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.887484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:22.933895 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1235088d-791b-4fe2-923e-46892223a207 req-0a3df897-cca3-4e86-831d-ee7e9ed3e06e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Jun 12 19:45:23.090812 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:23.091392 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:23.091488 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:23.091824 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 19:45:23.092198 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ed32ed-9177-41d1-868a-0251ab36b8e1']}} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:23.121867 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb9c9f9-297d-4c6d-8d2c-400d984331bb') {'for_net_delete': True} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:23.122163 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb9c9f9-297d-4c6d-8d2c-400d984331bb') {} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:45:23.160738 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5249024'] for segment, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.185871 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.200302 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=98312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:45:23.200706 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070530'] for segment, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: from cryptography.utils import int_from_bytes Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: from cryptography.utils import int_from_bytes Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.204709 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: Traceback (most recent call last): Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: timer() Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: cb(*args, **kw) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: return func(*args, **kwargs) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: self._notify() Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: self.callback(batched_events) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: event.method(event) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: return f(self, *a, **k) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._get(url).json() Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: return self.request(url, 'GET', **kwargs) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:45:23.209151 dv-cinder-796113-3-iscsi neutron-server[98312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:45:23.298742 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c367-5026-4cd0-9701-95330e34ccbd req-f37a1482-7a8b-4010-9ac9-e64fe7978de4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:23.300366 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a8d7c367-5026-4cd0-9701-95330e34ccbd req-f37a1482-7a8b-4010-9ac9-e64fe7978de4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1920450 Jun 12 19:45:23.301673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.305890 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:23.311783 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.313639 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] 10.222.0.11 "DELETE /v2.0/networks/07ed32ed-9177-41d1-868a-0251ab36b8e1 HTTP/1.1" status: 204 len: 168 time: 0.6558754 Jun 12 19:45:23.333647 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ed32ed-9177-41d1-868a-0251ab36b8e1,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:23.343884 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e19f1f45-dd3b-4def-be9e-de4f5a3c0257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:23.369983 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a8d7c367-5026-4cd0-9701-95330e34ccbd req-4d929c5d-4985-4ac0-a366-a8f8a322a8d6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610154 Jun 12 19:45:23.489306 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41732) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:23.534481 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1fa014b0-7d86-475b-9eed-2d0e01f9b2f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ed9837592ea4e15aad55727d9870809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437474 Jun 12 19:45:23.537090 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 41734) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:45:23.589413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.612264 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.664618 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.667358 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:23.668591 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68dd7e32-9fcb-46e2-87b3-4593b174e238 HTTP/1.1" status: 204 len: 168 time: 0.1305637 Jun 12 19:45:23.669418 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9fa89067-0b3f-4d29-9c19-88d47492d16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:23.678196 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd7e32-9fcb-46e2-87b3-4593b174e238,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:23.680582 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:24.130696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8838-9e28-46cb-a7b8-86d90ecc542b req-8b4b49dc-aec0-492c-8043-41e1a345681a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:24.132192 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-188a8838-9e28-46cb-a7b8-86d90ecc542b req-8b4b49dc-aec0-492c-8043-41e1a345681a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.0764253 Jun 12 19:45:24.190704 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-188a8838-9e28-46cb-a7b8-86d90ecc542b req-de363b83-9fee-4f33-b95c-ec233e6f46a8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Jun 12 19:45:24.570781 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084db501-caae-41cb-a293-48d8d9e65006 req-af6f940a-779a-4076-861b-242d07d533de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:24.572301 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-084db501-caae-41cb-a293-48d8d9e65006 req-af6f940a-779a-4076-861b-242d07d533de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0772943 Jun 12 19:45:24.615897 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-084db501-caae-41cb-a293-48d8d9e65006 req-5911f381-bc98-4ce8-9d0b-682350dbbbd2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375731 Jun 12 19:45:25.396612 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e236c-8781-44e8-8540-19ee2f2ae43c req-d298ec96-1bfa-4ec1-9279-51e575947702 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:25.398195 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5d9e236c-8781-44e8-8540-19ee2f2ae43c req-d298ec96-1bfa-4ec1-9279-51e575947702 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.0793552 Jun 12 19:45:25.444473 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5d9e236c-8781-44e8-8540-19ee2f2ae43c req-eb88e8d4-d9a1-4903-91b3-accf7c6c65b8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Jun 12 19:45:25.812445 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a6c0-d89a-46ac-845d-79e920fe5c86 req-1a3b6260-e3e5-40bd-b248-e4e349a837c2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:25.813988 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-abb3a6c0-d89a-46ac-845d-79e920fe5c86 req-1a3b6260-e3e5-40bd-b248-e4e349a837c2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0698245 Jun 12 19:45:25.857189 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-abb3a6c0-d89a-46ac-845d-79e920fe5c86 req-6cf9b9b5-bafa-43e2-9c3d-5511a744aa8f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 Jun 12 19:45:26.642774 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbf8b-5393-4ab6-8f50-82660c93a3e9 req-28f7ad82-40e6-44c8-8e63-fcb43b8e9cd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:26.644278 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-75cbbf8b-5393-4ab6-8f50-82660c93a3e9 req-28f7ad82-40e6-44c8-8e63-fcb43b8e9cd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.0841222 Jun 12 19:45:26.687457 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-75cbbf8b-5393-4ab6-8f50-82660c93a3e9 req-95d7663b-b6cb-462d-acdb-159813b082ed tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374246 Jun 12 19:45:26.864638 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c2d6-257f-4468-ae90-85c21a5e50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:27.057017 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa05b-0992-47c3-b348-c0fae6db59aa req-f8f031b3-15e8-402c-97d6-b5ac8f84345e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:27.058493 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-aecaa05b-0992-47c3-b348-c0fae6db59aa req-f8f031b3-15e8-402c-97d6-b5ac8f84345e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0754664 Jun 12 19:45:27.104362 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-aecaa05b-0992-47c3-b348-c0fae6db59aa req-a57a5f8c-b56b-4b82-a6a8-e14e1e476a02 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Jun 12 19:45:27.889387 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ec11c-ebde-4f20-815b-351b927f76b6 req-31840f45-824a-47a2-b4f0-59d03cb5cf30 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:27.890963 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c53ec11c-ebde-4f20-815b-351b927f76b6 req-31840f45-824a-47a2-b4f0-59d03cb5cf30 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 944 time: 0.0794656 Jun 12 19:45:27.958469 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c53ec11c-ebde-4f20-815b-351b927f76b6 req-f94e4a4f-cfa5-494b-bf60-da7aea9ae3c0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Jun 12 19:45:28.367333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27d514-9216-42ce-a965-37d06e9d6117 req-e773a056-b887-4fa7-9e75-daf4d7b189d5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:28.369176 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3a27d514-9216-42ce-a965-37d06e9d6117 req-e773a056-b887-4fa7-9e75-daf4d7b189d5 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1223080 Jun 12 19:45:28.441053 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3a27d514-9216-42ce-a965-37d06e9d6117 req-7dffd50f-b84b-4e9e-a9f9-000ba828994d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600979 Jun 12 19:45:28.669429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 215e9591-484c-4b99-8213-bee11b8359b3 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:45:28.725593 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 215e9591-484c-4b99-8213-bee11b8359b3 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:45:28.729551 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 215e9591-484c-4b99-8213-bee11b8359b3 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:45:28.729794 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:28.826984 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:28.855697 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:45:28.858355 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e71aa-8e9b-456c-8bde-0da1bbfa4564" -d '{"events": [{"server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "name": "network-vif-plugged", "status": "completed", "tag": "215e9591-484c-4b99-8213-bee11b8359b3"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:45:28.874109 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=215e9591-484c-4b99-8213-bee11b8359b3,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:28.879521 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:28.881651 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-57f889f6-c43e-4f86-9be7-ae1d2f82b998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:28.914840 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee78b27-0add-4e74-aa64-f73a0bb4a8b3 x-openstack-request-id: req-4ee78b27-0add-4e74-aa64-f73a0bb4a8b3 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:45:28.915166 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "name": "network-vif-plugged", "status": "completed", "tag": "215e9591-484c-4b99-8213-bee11b8359b3", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:45:28.915424 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ee78b27-0add-4e74-aa64-f73a0bb4a8b3 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:45:28.915821 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3', 'code': 200} Jun 12 19:45:28.945824 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:28.948960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:29.176728 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5421bb4-33bb-437b-9a70-92fb37ead7cc req-a7a73b44-c6f4-4836-89fe-f8e4b612a7ff tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:29.178296 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b5421bb4-33bb-437b-9a70-92fb37ead7cc req-a7a73b44-c6f4-4836-89fe-f8e4b612a7ff tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0841849 Jun 12 19:45:29.225258 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b5421bb4-33bb-437b-9a70-92fb37ead7cc req-612c7399-ae2e-4937-86eb-31bf05422a2e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Jun 12 19:45:29.658004 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d29a4-bbce-4df7-91a2-0cbd944ea939 req-baa4e688-e4ed-4bd5-bb04-988192f9f4ad tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:29.660307 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9c3d29a4-bbce-4df7-91a2-0cbd944ea939 req-baa4e688-e4ed-4bd5-bb04-988192f9f4ad tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0867643 Jun 12 19:45:29.705155 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9c3d29a4-bbce-4df7-91a2-0cbd944ea939 req-5f7d65e4-e046-4238-8823-9755dfc9e80f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388722 Jun 12 19:45:30.433821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb386f-5d32-458e-813e-2264ed3d6089 req-4f61670c-9459-484a-8272-a54978f1ec8c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:30.436063 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-63eb386f-5d32-458e-813e-2264ed3d6089 req-4f61670c-9459-484a-8272-a54978f1ec8c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0802355 Jun 12 19:45:30.481732 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-63eb386f-5d32-458e-813e-2264ed3d6089 req-112536ff-0536-4ba3-9dbd-8b05ea301196 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jun 12 19:45:30.706799 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c151c1f1-e2f5-4a40-b1d2-f340710793ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:30.903829 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928dc69-ec59-49a7-a035-947d54178ab3 req-0f5fd0e3-5914-4fc4-8383-25b30e7aaf0b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:30.905380 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c928dc69-ec59-49a7-a035-947d54178ab3 req-0f5fd0e3-5914-4fc4-8383-25b30e7aaf0b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0754557 Jun 12 19:45:30.950623 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c928dc69-ec59-49a7-a035-947d54178ab3 req-c0b9a4ef-8b74-4874-add9-6d638cabf1e8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Jun 12 19:45:30.992152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:31.683895 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f171-81dd-4251-b5dd-15a2b1e3ed8f req-cd559132-6e33-455b-9bf6-237a4b22fb16 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:31.685427 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b0a1f171-81dd-4251-b5dd-15a2b1e3ed8f req-cd559132-6e33-455b-9bf6-237a4b22fb16 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0827672 Jun 12 19:45:31.737595 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b0a1f171-81dd-4251-b5dd-15a2b1e3ed8f req-13e3294e-f3f0-4418-b4a7-d1985a13ea62 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Jun 12 19:45:32.151585 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066ff0-5822-471c-9fb5-e654912c8b7a req-d7b5d4eb-4268-45fd-9a9e-26ddfeced3fe tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:32.153135 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1066ff0-5822-471c-9fb5-e654912c8b7a req-d7b5d4eb-4268-45fd-9a9e-26ddfeced3fe tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0759659 Jun 12 19:45:32.199184 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a1066ff0-5822-471c-9fb5-e654912c8b7a req-c84b61d7-6795-47d7-97c9-585506abd63d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401258 Jun 12 19:45:32.439508 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:32.957099 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd200-cb1e-42b5-b320-1a2fa17a2042 req-c08463a9-bd53-4d7d-8de7-79c3388fbe00 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:32.958735 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f1ebd200-cb1e-42b5-b320-1a2fa17a2042 req-c08463a9-bd53-4d7d-8de7-79c3388fbe00 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0821736 Jun 12 19:45:33.003435 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f1ebd200-cb1e-42b5-b320-1a2fa17a2042 req-7e4cad5b-d469-4a88-a3a1-172cdba03d6f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391021 Jun 12 19:45:33.438249 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a85e-03cc-4388-b5c1-302def05d656 req-cbe9494c-ca3c-48f8-ba4c-5b7f9fd96032 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:33.439984 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-db57a85e-03cc-4388-b5c1-302def05d656 req-cbe9494c-ca3c-48f8-ba4c-5b7f9fd96032 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0834131 Jun 12 19:45:33.493195 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-db57a85e-03cc-4388-b5c1-302def05d656 req-636fd955-49b0-4758-ae0c-acc4c1a28940 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453532 Jun 12 19:45:33.921565 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:34.219346 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897b532-8c40-403a-b538-608a69f393e6 req-4dace723-622d-4a08-a365-3738d431cdaa tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:34.225696 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a897b532-8c40-403a-b538-608a69f393e6 req-4dace723-622d-4a08-a365-3738d431cdaa tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0866258 Jun 12 19:45:34.280035 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a897b532-8c40-403a-b538-608a69f393e6 req-6f8832d5-ddcb-4a63-8f52-5f4a568ee871 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517917 Jun 12 19:45:34.718217 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66820481-c5c2-40da-af79-f28a838fbab2 req-75fb9693-482f-4f2b-9af8-d90c1f2596fc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:34.719838 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66820481-c5c2-40da-af79-f28a838fbab2 req-75fb9693-482f-4f2b-9af8-d90c1f2596fc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0876822 Jun 12 19:45:34.774280 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66820481-c5c2-40da-af79-f28a838fbab2 req-691edb1d-69a2-489a-82fa-4b9075daa463 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Jun 12 19:45:35.505448 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb82c-f380-4030-9ef5-5e80908437d5 req-5484b6a3-4bbf-4fcb-ac5d-37d9dbbf07ff tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:35.505448 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-decdb82c-f380-4030-9ef5-5e80908437d5 req-5484b6a3-4bbf-4fcb-ac5d-37d9dbbf07ff tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0954776 Jun 12 19:45:35.556907 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-decdb82c-f380-4030-9ef5-5e80908437d5 req-d9f5468d-69bb-4dfb-b3cb-2dad5c2a6dfc tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Jun 12 19:45:36.005685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82013a-d44b-4249-a2f8-a146064043ee req-8bee97d3-849b-47b5-80e6-fbc205821c82 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:36.007947 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2e82013a-d44b-4249-a2f8-a146064043ee req-8bee97d3-849b-47b5-80e6-fbc205821c82 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1028750 Jun 12 19:45:36.057265 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2e82013a-d44b-4249-a2f8-a146064043ee req-943a8f7a-e171-46f1-bde4-0ba9e3349f75 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Jun 12 19:45:36.746241 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1502f6-e5fa-49c0-9d8e-77957c0036e7 req-3c507e2e-9d88-4aa4-9051-b0114a074a29 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:36.747793 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe1502f6-e5fa-49c0-9d8e-77957c0036e7 req-3c507e2e-9d88-4aa4-9051-b0114a074a29 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0794425 Jun 12 19:45:36.792628 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe1502f6-e5fa-49c0-9d8e-77957c0036e7 req-0f2a4be1-debb-438c-9372-a7c399d438fd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Jun 12 19:45:37.285643 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40913f3-f24c-437f-ab86-90e2f9237459 req-be6e90ec-1c66-4818-9be8-b0f970945111 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:37.287840 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e40913f3-f24c-437f-ab86-90e2f9237459 req-be6e90ec-1c66-4818-9be8-b0f970945111 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0873284 Jun 12 19:45:37.333310 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e40913f3-f24c-437f-ab86-90e2f9237459 req-496d0630-7be1-4ea6-96e6-b09e91181e5a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382044 Jun 12 19:45:37.978449 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d13f38-5948-44d7-a5d1-0f790af0785d req-934f4274-db12-4def-ac69-b8ca53ef65ad tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:37.979993 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e0d13f38-5948-44d7-a5d1-0f790af0785d req-934f4274-db12-4def-ac69-b8ca53ef65ad tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0715024 Jun 12 19:45:38.027035 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e0d13f38-5948-44d7-a5d1-0f790af0785d req-5ba8c626-5192-4c45-b394-67afd87ffefa tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Jun 12 19:45:38.539010 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afe48d-91f1-46c7-8984-cb330081afe6 req-cf5664b1-6619-44c4-9031-5ee612789a25 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:38.540618 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06afe48d-91f1-46c7-8984-cb330081afe6 req-cf5664b1-6619-44c4-9031-5ee612789a25 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0777233 Jun 12 19:45:38.605948 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06afe48d-91f1-46c7-8984-cb330081afe6 req-a56a9713-c501-43cc-8667-4698ac3c1a12 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541172 Jun 12 19:45:39.233540 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578ed0-188f-490f-92b2-1c39a5b00c73 req-26d86b22-20df-4506-a0f1-28fb611b11d0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:39.235108 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1578ed0-188f-490f-92b2-1c39a5b00c73 req-26d86b22-20df-4506-a0f1-28fb611b11d0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0845056 Jun 12 19:45:39.281743 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1578ed0-188f-490f-92b2-1c39a5b00c73 req-60074480-807c-424e-bb31-34e4a7c5d9d6 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Jun 12 19:45:39.848267 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b88d6-2d84-445a-b11c-611d8fc389fc req-239bd4a2-a4b0-40bf-b5c8-7ca0ce5aeb6c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:39.850096 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-095b88d6-2d84-445a-b11c-611d8fc389fc req-239bd4a2-a4b0-40bf-b5c8-7ca0ce5aeb6c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1016932 Jun 12 19:45:39.897824 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-095b88d6-2d84-445a-b11c-611d8fc389fc req-05371ba4-3911-43b5-a2b1-65360482a671 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Jun 12 19:45:40.684365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0a79-9999-48d2-b52e-44d35d69a560 req-3a66aae8-aab7-4222-9c9f-69398e3120f2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:40.685863 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-290a0a79-9999-48d2-b52e-44d35d69a560 req-3a66aae8-aab7-4222-9c9f-69398e3120f2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0735538 Jun 12 19:45:40.737508 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-290a0a79-9999-48d2-b52e-44d35d69a560 req-b2248d2e-db43-4532-aba7-733959c02511 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Jun 12 19:45:41.038781 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:41.136027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354309d-4a5e-43da-96d9-cc02bbdf4a1a req-d6eb5fbe-7a57-41aa-b96e-f7b9945a1005 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:41.137667 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8354309d-4a5e-43da-96d9-cc02bbdf4a1a req-d6eb5fbe-7a57-41aa-b96e-f7b9945a1005 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0880210 Jun 12 19:45:41.188919 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8354309d-4a5e-43da-96d9-cc02bbdf4a1a req-cf7163df-1788-4cd3-9f71-aa5fc315fee4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444744 Jun 12 19:45:41.952004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ce49-35e1-4b9b-9c74-ed693ba372e6 req-1854e08b-6344-40f5-ac42-a43fb8db97a3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:41.953548 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7ed7ce49-35e1-4b9b-9c74-ed693ba372e6 req-1854e08b-6344-40f5-ac42-a43fb8db97a3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0839877 Jun 12 19:45:42.003109 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7ed7ce49-35e1-4b9b-9c74-ed693ba372e6 req-988f5ef2-7b72-4783-aafa-a6cc6b325395 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Jun 12 19:45:42.407907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f929-66c3-40ab-aaac-2d706b28a667 req-b1144f48-dc1b-4b76-b569-3bea061e62b4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:42.409560 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e5f7f929-66c3-40ab-aaac-2d706b28a667 req-b1144f48-dc1b-4b76-b569-3bea061e62b4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0813677 Jun 12 19:45:42.457157 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e5f7f929-66c3-40ab-aaac-2d706b28a667 req-864d0340-6474-4008-a92f-b24946054ea8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Jun 12 19:45:42.674911 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-b437540f-69f0-4330-bfc3-28c3b3fdccca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587471 Jun 12 19:45:42.804522 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e5d1-ad93-4f5d-8da2-52b88557cef5 req-d5dbdf57-4297-4fc8-95a9-592dec198d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:42.806066 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d4a4e5d1-ad93-4f5d-8da2-52b88557cef5 req-d5dbdf57-4297-4fc8-95a9-592dec198d57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 1098 time: 0.0669622 Jun 12 19:45:42.809675 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7923b8-fe39-410e-aea9-13d985923342 req-3457b455-663f-4b54-b8f1-00d642da0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:42.811164 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-3457b455-663f-4b54-b8f1-00d642da0bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.0706537 Jun 12 19:45:42.853316 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d4a4e5d1-ad93-4f5d-8da2-52b88557cef5 req-59860ee9-bb48-4590-b537-b9f0938e2f5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Jun 12 19:45:42.960880 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7923b8-fe39-410e-aea9-13d985923342 req-cc896ab7-120c-4d19-aedf-da1353a37bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:42.962456 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-cc896ab7-120c-4d19-aedf-da1353a37bd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.1282282 Jun 12 19:45:43.089728 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-9b1d8d1a-808a-470e-bc67-dc3e67dd0aed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1002 time: 0.0951333 Jun 12 19:45:43.200572 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843cba-ff27-42b8-b13b-5bf2f1791e4e req-75fc07e7-eb0c-45d8-b6c4-a797e7fa4754 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:43.202126 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-04843cba-ff27-42b8-b13b-5bf2f1791e4e req-75fc07e7-eb0c-45d8-b6c4-a797e7fa4754 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0763965 Jun 12 19:45:43.213561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7923b8-fe39-410e-aea9-13d985923342 req-cbac86fd-b6ed-4f2a-af51-88d86f7ec606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:43.215304 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-cbac86fd-b6ed-4f2a-af51-88d86f7ec606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0588367 Jun 12 19:45:43.260574 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-04843cba-ff27-42b8-b13b-5bf2f1791e4e req-210b5f99-2c98-4fd2-89e4-1bcd5149c17e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517819 Jun 12 19:45:43.286367 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7923b8-fe39-410e-aea9-13d985923342 req-789a0503-578e-484c-ab1d-b3f803f10eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:43.287914 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-789a0503-578e-484c-ab1d-b3f803f10eba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650890 Jun 12 19:45:43.413068 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-3c82c550-7f12-4617-979d-b1662f67fb03 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160774 Jun 12 19:45:43.540385 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a7923b8-fe39-410e-aea9-13d985923342 req-df9dacfb-9ed5-4c8c-9644-7075263692f0 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190150 Jun 12 19:45:43.657738 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196a85b-2cab-42b3-9624-ba7fd6128abe req-0f9c8e7c-5852-4d10-9785-30f70d4b1126 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:43.659444 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8196a85b-2cab-42b3-9624-ba7fd6128abe req-0f9c8e7c-5852-4d10-9785-30f70d4b1126 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0748544 Jun 12 19:45:43.706673 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8196a85b-2cab-42b3-9624-ba7fd6128abe req-dc6cdde3-732c-4104-840c-16b68af8975c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Jun 12 19:45:44.456433 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8310df-8968-4a1b-97b2-405562fae4af req-581defb4-886b-4c6c-ba86-3a7c7e39a6e4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:44.458736 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7c8310df-8968-4a1b-97b2-405562fae4af req-581defb4-886b-4c6c-ba86-3a7c7e39a6e4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0761387 Jun 12 19:45:44.508370 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7c8310df-8968-4a1b-97b2-405562fae4af req-57450daf-d8c7-42be-b9f9-5850726c1cac tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434647 Jun 12 19:45:44.910420 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09305408-cca2-4a89-96e5-f78b9743e02a req-d55e0b95-4418-4345-8d7a-d56f66ee4741 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:44.911969 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-09305408-cca2-4a89-96e5-f78b9743e02a req-d55e0b95-4418-4345-8d7a-d56f66ee4741 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0803876 Jun 12 19:45:44.959050 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-09305408-cca2-4a89-96e5-f78b9743e02a req-9a93585f-1e38-43e9-aad4-306c2dea08d4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 Jun 12 19:45:45.700258 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fed4f-8807-451d-ab9f-f8cec5598480 req-dc12af78-f9e4-40fe-a375-f3cd5c252082 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:45.701710 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8a7fed4f-8807-451d-ab9f-f8cec5598480 req-dc12af78-f9e4-40fe-a375-f3cd5c252082 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0748692 Jun 12 19:45:45.751718 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8a7fed4f-8807-451d-ab9f-f8cec5598480 req-3ef22af5-83fb-49ab-add6-914b62bd854d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Jun 12 19:45:46.190899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14145a6-9b10-459b-941b-6f168b7969f3 req-23994bcb-3556-4bf4-aa08-521b61a580ce tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:46.192392 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f14145a6-9b10-459b-941b-6f168b7969f3 req-23994bcb-3556-4bf4-aa08-521b61a580ce tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0921326 Jun 12 19:45:46.237348 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f14145a6-9b10-459b-941b-6f168b7969f3 req-88b1db02-aacb-4f04-8efe-fd4e55e34c1e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Jun 12 19:45:47.452848 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2970c98-7bea-47a5-b3fe-e86c4d2353bf req-978a7734-2c08-40d9-b424-31f2a02f019b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:47.454498 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f2970c98-7bea-47a5-b3fe-e86c4d2353bf req-978a7734-2c08-40d9-b424-31f2a02f019b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0866768 Jun 12 19:45:47.517247 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f2970c98-7bea-47a5-b3fe-e86c4d2353bf req-211f90e9-7f6d-4b89-8ccd-c2f1cf04cc51 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543871 Jun 12 19:45:47.772412 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-d6358b72-62f1-4a1c-aede-50836ba572b2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:47.773984 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-d6358b72-62f1-4a1c-aede-50836ba572b2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1329470 Jun 12 19:45:47.789819 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-42e3f60d-9fc9-4fa5-8754-5a16cd76c3a4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/quotas/79d4a568d2cb4f75b07874c5a6f13a7c HTTP/1.1" status: 200 len: 375 time: 0.0104191 Jun 12 19:45:47.832965 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-15f1f90f-2edf-4a9a-9690-5b3d8ee61f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:47.834651 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-15f1f90f-2edf-4a9a-9690-5b3d8ee61f1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1137 time: 0.1192188 Jun 12 19:45:47.849855 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111ce44-3a85-4883-bc23-175a4c3b2858 req-453647db-788d-4f76-b859-050b854ebfcf tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:47.851380 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f111ce44-3a85-4883-bc23-175a4c3b2858 req-453647db-788d-4f76-b859-050b854ebfcf tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0989401 Jun 12 19:45:47.874807 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-12dc3704-eb28-48c2-8e96-44db557c0fac tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789447 Jun 12 19:45:47.987538 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f111ce44-3a85-4883-bc23-175a4c3b2858 req-5cdf3cb0-b22b-450e-9fbc-588340aed652 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279018 Jun 12 19:45:48.006896 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-c0feb522-f76d-49af-87f6-206ff1b92fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:48.009235 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-c0feb522-f76d-49af-87f6-206ff1b92fb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.1567869 Jun 12 19:45:48.102902 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-7ca5a923-586d-4667-b2aa-a8e9a8e53a1c service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199252 Jun 12 19:45:48.111430 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-1a2e1c91-285c-4bf8-8adb-90567e462d37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 1001 time: 0.0914946 Jun 12 19:45:48.172034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-91984106-b453-4c43-8d90-25d7736ecde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:48.173541 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-91984106-b453-4c43-8d90-25d7736ecde6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0552654 Jun 12 19:45:48.261533 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-cb51377c-2bdb-4bf6-b6b5-c050f1500e9a service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514816 Jun 12 19:45:48.263337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-83066c4e-0d40-4388-a281-095e12232110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:48.264940 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-83066c4e-0d40-4388-a281-095e12232110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791574 Jun 12 19:45:48.399014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-5dea5822-b5a4-4501-bb9e-6a766c517444 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208141 Jun 12 19:45:48.472549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-49865154-5731-435b-b3ca-a691b1fd8b58 req-163986c6-33b2-46a3-89e2-d37f21b93ee5 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 210 time: 0.0659688 Jun 12 19:45:48.526389 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:45:48.567612 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bdc40b6f-b466-45c0-b4d9-984f38944759 req-c8a5c92d-b943-45c7-99f7-2307ef1c9fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589477 Jun 12 19:45:48.772358 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b6e55-4eed-4b29-8ba5-568558b57dac req-bfe03128-3b0a-4b5b-8569-19a5c5638fca tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:48.774125 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e27b6e55-4eed-4b29-8ba5-568558b57dac req-bfe03128-3b0a-4b5b-8569-19a5c5638fca tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0897501 Jun 12 19:45:48.828389 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e27b6e55-4eed-4b29-8ba5-568558b57dac req-bb55bf8f-8bd9-4258-8c91-7dedf1f4f533 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450420 Jun 12 19:45:49.218205 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82db9b-282e-4eda-a490-97211eea3fd7 req-d8e356ab-2485-487f-b3ec-51ae5de8d131 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:49.219708 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6f82db9b-282e-4eda-a490-97211eea3fd7 req-d8e356ab-2485-487f-b3ec-51ae5de8d131 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0855546 Jun 12 19:45:49.267927 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6f82db9b-282e-4eda-a490-97211eea3fd7 req-b7168902-73c9-4357-a5d9-e515596f5829 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413666 Jun 12 19:45:49.626750 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bfb14327-5f87-490d-b160-6c94cbe56949 req-1bc6a0c7-0ed1-4083-9308-816328d1b82d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 210 time: 0.0340426 Jun 12 19:45:50.190700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-88e633c6-17a0-4bdc-9ea9-2a1e7b4530d7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:50.192099 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-88e633c6-17a0-4bdc-9ea9-2a1e7b4530d7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.4414630 Jun 12 19:45:50.207472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Request body: {'port': {'device_id': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'admin_state_up': True, 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:45:50.262979 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b05d7-086b-464a-ad5d-b4cccac6fb98 req-04157f47-8769-4076-b029-9e7a596e4290 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:50.264444 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b0b05d7-086b-464a-ad5d-b4cccac6fb98 req-04157f47-8769-4076-b029-9e7a596e4290 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.1474607 Jun 12 19:45:50.383014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6b0b05d7-086b-464a-ad5d-b4cccac6fb98 req-0ff06494-83bf-4b1c-935b-3edc57ec940c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733256 Jun 12 19:45:50.413696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:45:50.419952 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:50.472730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602878f2-8a27-4963-a4ff-9fa11d38a83d req-5760d5a9-3ca1-43cd-b18b-d20caae2f5a5 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:50.474271 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-602878f2-8a27-4963-a4ff-9fa11d38a83d req-5760d5a9-3ca1-43cd-b18b-d20caae2f5a5 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0728421 Jun 12 19:45:50.522991 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-602878f2-8a27-4963-a4ff-9fa11d38a83d req-c87cadc6-54a8-4d71-9540-712cebea36d8 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426583 Jun 12 19:45:50.573241 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Allocated IP 172.20.0.13 (ecb034b4-1c62-411f-892f-ac2f5ed82700/5fe96f76-7f61-4fc2-be93-dcad6eacb1e1/25b2a106-d6ba-45ba-b910-60b6647c4f83) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:45:50.779955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:50.783398 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4fb818e0-5829-47d5-bb4f-3a6a42735dfe req-aa72f803-32b4-49c4-86d5-4ea6654f9185 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 210 time: 0.0436785 Jun 12 19:45:50.822417 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:50.826287 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3cb2bbf7-a310-42d2-9e5e-02fb32ddd5d6 tempest-VolumesNegativeTest-954615284 tempest-VolumesNegativeTest-954615284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:50.854728 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903', '215e9591-484c-4b99-8213-bee11b8359b3'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:45:50.889098 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:45:50.892497 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:45:50.896891 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:45:50.903522 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event updated for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:50.929985 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:50.956279 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:50.956892 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:50.972796 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689674 Jun 12 19:45:50.994362 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Request body: {'port': {'device_id': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:45:51.091700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.408953 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b2a106-d6ba-45ba-b910-60b6647c4f83 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:45:51.416529 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.430713 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Transition to ACTIVE for port object 25b2a106-d6ba-45ba-b910-60b6647c4f83 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:45:51.441607 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.444845 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:51.542423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:51.545403 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:51.595655 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b79fa-f6a8-49cd-95ad-f2a647f50c85 req-5813f184-2b92-4ff0-ae0e-74624a5912e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:51.596554 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-245b79fa-f6a8-49cd-95ad-f2a647f50c85 req-5813f184-2b92-4ff0-ae0e-74624a5912e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0838356 Jun 12 19:45:51.645541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Attempting to bind port 25b2a106-d6ba-45ba-b910-60b6647c4f83 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:45:51.645796 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Attempting to bind port 25b2a106-d6ba-45ba-b910-60b6647c4f83 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:45:51.646361 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Attempting to bind port 25b2a106-d6ba-45ba-b910-60b6647c4f83 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:45:51.647606 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-245b79fa-f6a8-49cd-95ad-f2a647f50c85 req-4521a88e-ddea-4de3-9f19-09d1a13cb9e1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447619 Jun 12 19:45:51.682367 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Port 25b2a106-d6ba-45ba-b910-60b6647c4f83 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:45:51.682700 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Attempting to bind port 25b2a106-d6ba-45ba-b910-60b6647c4f83 on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:45:51.691340 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:45:51.691679 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Checking segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:45:51.692068 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Bound using segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:45:51.692498 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Bound port: 25b2a106-d6ba-45ba-b910-60b6647c4f83, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:45:51.693576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.776369 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd70dc7-a01d-45e3-82c8-1c44010d9aff req-0dd15989-ed02-411d-a543-6ecfd31bd231 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:51.777874 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5dd70dc7-a01d-45e3-82c8-1c44010d9aff req-0dd15989-ed02-411d-a543-6ecfd31bd231 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.1286814 Jun 12 19:45:51.812029 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:45:51.833474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:45:51.844365 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5dd70dc7-a01d-45e3-82c8-1c44010d9aff req-74429ce5-3a48-4556-ac31-cd73d25836a9 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598681 Jun 12 19:45:51.845430 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.847477 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:51.890562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:51.891180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:51.892568 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] 10.222.0.41 "PUT /v2.0/ports/25b2a106-d6ba-45ba-b910-60b6647c4f83 HTTP/1.1" status: 200 len: 1094 time: 0.9029849 Jun 12 19:45:51.893102 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:45:51.895406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f" -d '{"events": [{"name": "network-changed", "server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:45:51.918330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:51.921319 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:51.984646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edde39-d531-4224-a61f-6998762441e7 req-b43dc874-fbf7-4ad4-bb06-bccea5433984 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:51.986572 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a4edde39-d531-4224-a61f-6998762441e7 req-b43dc874-fbf7-4ad4-bb06-bccea5433984 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.0904632 Jun 12 19:45:52.013548 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-76731799-7fc1-48b0-bc7e-bcbc051e9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.015085 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-76731799-7fc1-48b0-bc7e-bcbc051e9714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0660677 Jun 12 19:45:52.031600 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a4edde39-d531-4224-a61f-6998762441e7 req-c449238d-e4d4-413b-b74c-214d114bb556 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Jun 12 19:45:52.087244 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527f123b-0b2d-443c-aac0-5a7c4f11327c x-openstack-request-id: req-527f123b-0b2d-443c-aac0-5a7c4f11327c {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:45:52.087567 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:45:52.087852 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-527f123b-0b2d-443c-aac0-5a7c4f11327c {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:45:52.088279 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'status': 'completed', 'code': 200} Jun 12 19:45:52.090076 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-9b80276b-9c59-43a2-8105-977246f6fdcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83 HTTP/1.1" status: 200 len: 217 time: 0.0519199 Jun 12 19:45:52.153150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-7a1e735b-721e-41b6-ac68-ae7a01075c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.154620 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-7a1e735b-721e-41b6-ac68-ae7a01075c79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.0570176 Jun 12 19:45:52.200101 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-ec32b69b-e5d1-465e-afc2-7eafd16abccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314295 Jun 12 19:45:52.323570 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-32c05bea-973f-4d22-8c85-9c9c8d73af5f service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110916 Jun 12 19:45:52.436272 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-332097fc-7ab8-4d79-8331-0a6e93258106 req-8387c026-e22a-4e8e-bc93-19819155f263 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052406 Jun 12 19:45:52.557808 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-dc25f7c9-17f4-4162-9505-a55b81fcb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.559331 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-dc25f7c9-17f4-4162-9505-a55b81fcb80d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0669155 Jun 12 19:45:52.675548 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-232ee874-3ce3-4d0d-85f1-14c4b988ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.677020 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-232ee874-3ce3-4d0d-85f1-14c4b988ddff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 914 time: 0.1100974 Jun 12 19:45:52.733529 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-2616747b-3047-4635-88fa-2a84e3403e2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83 HTTP/1.1" status: 200 len: 217 time: 0.0475821 Jun 12 19:45:52.798842 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-a74c4018-e07e-41a3-90c2-fe1793c741f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.800366 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-a74c4018-e07e-41a3-90c2-fe1793c741f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.0531294 Jun 12 19:45:52.810760 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:45:52.838397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78e012-d98a-4854-806b-3d360bf5f506 req-de0c77a3-799a-4845-9a6a-fbf4d73d1cf8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:52.839863 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb78e012-d98a-4854-806b-3d360bf5f506 req-de0c77a3-799a-4845-9a6a-fbf4d73d1cf8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 943 time: 0.0740740 Jun 12 19:45:52.844383 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-846d9510-4f6a-4ce8-811b-760f70522c26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355148 Jun 12 19:45:52.889822 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb78e012-d98a-4854-806b-3d360bf5f506 req-f581d43f-02a1-41f8-b3ed-b6446e01b7d6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Jun 12 19:45:52.944524 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:52.963182 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'mac_address': 'fa:16:3e:67:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:45:52.980152 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-e7456199-c492-434e-8a48-26721dd6db4c service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262550 Jun 12 19:45:53.009327 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:53.025189 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:45:53.047738 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:53.051720 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:53.053945 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-ff1b841e-b2b7-4054-bab1-81b45ef958a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:53.108302 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=9']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:53.111645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:53.144076 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-66728f24-3a4d-41b5-90b0-a38ac7a4d83f req-de101ead-7537-4cdf-aafd-a8154ed485ea service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547174 Jun 12 19:45:53.161578 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef761-e630-486c-81be-b22fa8bf73bc req-8c286255-5ed0-4c5c-b676-35b0252f2475 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:53.164207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5aaef761-e630-486c-81be-b22fa8bf73bc req-8c286255-5ed0-4c5c-b676-35b0252f2475 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.1531544 Jun 12 19:45:53.211345 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5aaef761-e630-486c-81be-b22fa8bf73bc req-22a98306-0067-48b1-a6b2-7b0a99135244 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412111 Jun 12 19:45:53.493816 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12992be-5223-4b1a-964f-357fb3b8d7fa req-cb22b69c-be80-4767-a732-fd6a21215804 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:53.495281 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e12992be-5223-4b1a-964f-357fb3b8d7fa req-cb22b69c-be80-4767-a732-fd6a21215804 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.3477917 Jun 12 19:45:53.538628 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e12992be-5223-4b1a-964f-357fb3b8d7fa req-939fda96-f4b8-4134-94a5-ac3b23e6430a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Jun 12 19:45:54.087141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e165-9fe3-4a5c-985c-b74a1a9e6b42 req-5e1103e2-895b-45dc-a7a8-00aafa507ec3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:54.088646 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5fc0e165-9fe3-4a5c-985c-b74a1a9e6b42 req-5e1103e2-895b-45dc-a7a8-00aafa507ec3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.0700901 Jun 12 19:45:54.140201 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5fc0e165-9fe3-4a5c-985c-b74a1a9e6b42 req-2ad89fc9-3db6-4cab-ad5d-d70358a02b8d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Jun 12 19:45:54.321610 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:45:54.404154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead8d1-014f-4770-9d01-16f291812481 req-1b96c85a-424c-40d7-aa75-1705d05b871d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:54.405836 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2cead8d1-014f-4770-9d01-16f291812481 req-1b96c85a-424c-40d7-aa75-1705d05b871d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0758829 Jun 12 19:45:54.455152 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2cead8d1-014f-4770-9d01-16f291812481 req-6d4ef9a7-a7d7-4db8-86e5-5a85c366cc76 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395782 Jun 12 19:45:54.723689 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411645-864f-4559-8707-22a8128b3344 req-0e75048a-42bb-42de-8a49-17eafaf3eafb tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:54.725253 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-95411645-864f-4559-8707-22a8128b3344 req-0e75048a-42bb-42de-8a49-17eafaf3eafb tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.0725400 Jun 12 19:45:54.769870 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-95411645-864f-4559-8707-22a8128b3344 req-21b5b3a3-3313-4fac-87f3-cb62537b8fb9 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Jun 12 19:45:55.332281 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c33d-b93e-4a42-bbac-e27bc6900bb8 req-29ce1478-de6a-434d-95be-6b155d41e7b3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:55.334470 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b450c33d-b93e-4a42-bbac-e27bc6900bb8 req-29ce1478-de6a-434d-95be-6b155d41e7b3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.0738444 Jun 12 19:45:55.376045 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b450c33d-b93e-4a42-bbac-e27bc6900bb8 req-5030676d-190d-4521-818d-67059431e25c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359573 Jun 12 19:45:55.638137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980134a-a428-4975-b4e1-7949f6284304 req-c52b790c-cd1d-46b3-8934-5dcdbbf94c2d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:55.639640 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6980134a-a428-4975-b4e1-7949f6284304 req-c52b790c-cd1d-46b3-8934-5dcdbbf94c2d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0703824 Jun 12 19:45:55.688904 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6980134a-a428-4975-b4e1-7949f6284304 req-db7d4acc-499e-4014-97dc-9959e82854ac tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428622 Jun 12 19:45:55.951344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4656d-e663-4663-b9b8-cb595bc11cfa req-aae45483-38dd-4d16-8fd4-eb0e7f4b12c5 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:55.953146 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7fb4656d-e663-4663-b9b8-cb595bc11cfa req-aae45483-38dd-4d16-8fd4-eb0e7f4b12c5 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.0728133 Jun 12 19:45:55.996830 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7fb4656d-e663-4663-b9b8-cb595bc11cfa req-f9cc1e1b-1637-4904-96e6-d1c7e203b6d0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Jun 12 19:45:56.595774 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37599-f629-404d-a6f0-62e4180dadba req-713b5506-6450-465a-addc-6791960f7637 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:56.597303 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4d37599-f629-404d-a6f0-62e4180dadba req-713b5506-6450-465a-addc-6791960f7637 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 944 time: 0.0747235 Jun 12 19:45:56.642406 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4d37599-f629-404d-a6f0-62e4180dadba req-0efd39ba-f98d-4939-9147-0da97f5e6a0c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Jun 12 19:45:56.808715 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:45:56.874446 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:45:56.874834 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:56.879891 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f36d-7860-4d28-ba2d-daa09487e52e req-0eb6fcc1-d373-4857-a56b-b3559636657b tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:56.879891 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b840f36d-7860-4d28-ba2d-daa09487e52e req-0eb6fcc1-d373-4857-a56b-b3559636657b tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0774283 Jun 12 19:45:56.908528 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-18b6db17-d534-41a2-ac38-02d93879d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:56.939745 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b840f36d-7860-4d28-ba2d-daa09487e52e req-08632e95-6813-4459-aacd-86a1a53bbd09 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543172 Jun 12 19:45:56.977577 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:57.002221 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:45:57.004702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5d5e68-ebd4-46f9-b6bc-b26bb29f6ae1" -d '{"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:45:57.019306 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:57.027090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:57.028983 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:57.056704 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630b976-5fc1-4ded-a65b-68de9dab1d11 x-openstack-request-id: req-6630b976-5fc1-4ded-a65b-68de9dab1d11 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:45:57.057092 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-plugged", "status": "completed", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:45:57.057283 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6630b976-5fc1-4ded-a65b-68de9dab1d11 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:45:57.057682 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'code': 200} Jun 12 19:45:57.086847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=10']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:57.089822 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:57.191532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598b53-e909-4a77-b834-ac07f5d7b927 req-96fc1a99-0f45-4151-a96d-4c29eb928993 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:57.193145 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-54598b53-e909-4a77-b834-ac07f5d7b927 req-96fc1a99-0f45-4151-a96d-4c29eb928993 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.0710688 Jun 12 19:45:57.238450 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-54598b53-e909-4a77-b834-ac07f5d7b927 req-7f105401-36e6-4b94-bd5b-0240d5acc91f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Jun 12 19:45:57.841678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d79f00-7f5e-4e3b-9bda-48bcda5998f3 req-4b079250-8c36-41dd-a0ff-ed760b0339da tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:57.843165 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d8d79f00-7f5e-4e3b-9bda-48bcda5998f3 req-4b079250-8c36-41dd-a0ff-ed760b0339da tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0685253 Jun 12 19:45:57.923870 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d8d79f00-7f5e-4e3b-9bda-48bcda5998f3 req-61abc2bf-52e1-46fe-b2a0-418bc9909ced tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721786 Jun 12 19:45:57.935433 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf624-394a-4b3e-bcd6-0cbef2483122 req-5fbce8fa-876f-407a-8416-57cd9042d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:57.936906 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3fddf624-394a-4b3e-bcd6-0cbef2483122 req-5fbce8fa-876f-407a-8416-57cd9042d609 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1099 time: 0.0928729 Jun 12 19:45:57.980178 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3fddf624-394a-4b3e-bcd6-0cbef2483122 req-d44d0e9d-c461-45aa-85a3-cc451e5a622c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356786 Jun 12 19:45:58.129947 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a26d-3d50-4795-a19f-563906ce03b4 req-5b94df09-014f-47d3-ac17-d247655da0fd tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:58.131646 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f121a26d-3d50-4795-a19f-563906ce03b4 req-5b94df09-014f-47d3-ac17-d247655da0fd tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0750072 Jun 12 19:45:58.179423 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f121a26d-3d50-4795-a19f-563906ce03b4 req-08b58366-0420-46f6-9b07-57ee619b2cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418272 Jun 12 19:45:58.422377 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f894f-0241-488c-bfc1-a1d40fcb6add req-aded2381-1677-45f5-ac39-e36da64f4d6a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:58.423749 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a1f894f-0241-488c-bfc1-a1d40fcb6add req-aded2381-1677-45f5-ac39-e36da64f4d6a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 944 time: 0.0691168 Jun 12 19:45:58.469696 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a1f894f-0241-488c-bfc1-a1d40fcb6add req-d209cf2d-7969-4432-bcee-1e1770c92b16 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jun 12 19:45:58.814234 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 25b2a106-d6ba-45ba-b910-60b6647c4f83 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:45:58.933953 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:58.946610 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'port_id': '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'mac_address': 'fa:16:3e:7c:a5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe96f76-7f61-4fc2-be93-dcad6eacb1e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:45:58.994311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:59.010044 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b2a106-d6ba-45ba-b910-60b6647c4f83 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:45:59.030710 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:45:59.034932 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:45:59.036916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:45:59.090853 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:45:59.093929 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:45:59.115446 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61338-40b1-43b1-86d0-e1830ff3a5f8 req-12423322-ad7a-4d69-b038-c2e5e91e0c8a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:59.117152 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cee61338-40b1-43b1-86d0-e1830ff3a5f8 req-12423322-ad7a-4d69-b038-c2e5e91e0c8a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0709176 Jun 12 19:45:59.166791 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cee61338-40b1-43b1-86d0-e1830ff3a5f8 req-f3c0ea90-e7ff-414e-964f-181cba78d652 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Jun 12 19:45:59.366738 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a14ec0-ddde-4bdc-ba47-659397349a81 req-49b1e767-24ed-4d99-a3b2-f5299dbc66f9 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:59.369337 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-03a14ec0-ddde-4bdc-ba47-659397349a81 req-49b1e767-24ed-4d99-a3b2-f5299dbc66f9 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0758467 Jun 12 19:45:59.415780 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-03a14ec0-ddde-4bdc-ba47-659397349a81 req-69ff8883-d196-4fbf-b671-6c572fa43169 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415392 Jun 12 19:45:59.653454 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65b547-e21f-4a12-91f7-24f7fdbe40ce req-e1b38ed5-2382-47c2-b05a-57d610adab55 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:45:59.655359 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c65b547-e21f-4a12-91f7-24f7fdbe40ce req-e1b38ed5-2382-47c2-b05a-57d610adab55 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 945 time: 0.0731218 Jun 12 19:45:59.665633 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['25b2a106-d6ba-45ba-b910-60b6647c4f83'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:45:59.713026 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c65b547-e21f-4a12-91f7-24f7fdbe40ce req-d1cdcdf8-da89-4c8f-a8b4-961b8a16183f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Jun 12 19:46:00.372754 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c36f0-4c36-4da9-a923-8c3f4eeb7033 req-9e8bfdf7-4d05-4c32-9e52-7d80f92e7064 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:00.374367 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f04c36f0-4c36-4da9-a923-8c3f4eeb7033 req-9e8bfdf7-4d05-4c32-9e52-7d80f92e7064 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0773661 Jun 12 19:46:00.421689 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f04c36f0-4c36-4da9-a923-8c3f4eeb7033 req-3a47fdda-46d6-4557-a37c-2d23cce90e47 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Jun 12 19:46:00.609493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237537e-e40b-45c4-b433-9409e4385edd req-5d603f68-ab00-457e-a948-910202a2c4ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:00.610981 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2237537e-e40b-45c4-b433-9409e4385edd req-5d603f68-ab00-457e-a948-910202a2c4ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0719008 Jun 12 19:46:00.660986 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2237537e-e40b-45c4-b433-9409e4385edd req-819b1060-7d97-4e75-a9ce-2ed8738863c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432730 Jun 12 19:46:00.709376 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-6cf424e1-6b5b-46e0-9799-3edd3ffbdad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:00.920145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91954-c0a3-4fcc-99db-05529f4d1798 req-9daff466-5ad6-4c7f-a75d-ec393cb977cd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:00.921729 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4d91954-c0a3-4fcc-99db-05529f4d1798 req-9daff466-5ad6-4c7f-a75d-ec393cb977cd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 945 time: 0.0799255 Jun 12 19:46:00.967127 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4d91954-c0a3-4fcc-99db-05529f4d1798 req-47685b3b-d957-42de-9c61-c557f65bec15 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Jun 12 19:46:00.990333 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:01.617646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f41a1-1b15-4098-9f46-7a6f32bd246e req-aafc2ca7-3a02-4140-99cf-5957c005f21a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:01.619205 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-658f41a1-1b15-4098-9f46-7a6f32bd246e req-aafc2ca7-3a02-4140-99cf-5957c005f21a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0718842 Jun 12 19:46:01.662919 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-658f41a1-1b15-4098-9f46-7a6f32bd246e req-d17923a2-e5f3-406a-8f1d-ff5c158442ea tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378690 Jun 12 19:46:01.858984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91938b-6262-4317-a962-30621ccc11f4 req-92da48cd-0fe5-48d4-b638-220a91271539 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:01.860565 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4d91938b-6262-4317-a962-30621ccc11f4 req-92da48cd-0fe5-48d4-b638-220a91271539 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0786009 Jun 12 19:46:01.907809 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4d91938b-6262-4317-a962-30621ccc11f4 req-89bdbdbd-97a2-48f5-ab55-767448daad46 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400147 Jun 12 19:46:02.157007 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16439e1-6b82-4fe9-abb2-c2ff94c4d41d req-d790d10b-4610-4814-b879-d91fecf03458 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:02.158405 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d16439e1-6b82-4fe9-abb2-c2ff94c4d41d req-d790d10b-4610-4814-b879-d91fecf03458 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 945 time: 0.0740409 Jun 12 19:46:02.207616 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d16439e1-6b82-4fe9-abb2-c2ff94c4d41d req-eeb46a3f-849e-4ca9-8f53-d85c7f9201dd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Jun 12 19:46:02.439437 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:02.827770 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 25b2a106-d6ba-45ba-b910-60b6647c4f83 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:46:02.883105 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 25b2a106-d6ba-45ba-b910-60b6647c4f83 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:46:02.886744 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 25b2a106-d6ba-45ba-b910-60b6647c4f83 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:46:02.887129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:02.987712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:03.012999 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:46:03.015351 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da9399-eafc-4566-a3dc-c214292d7367" -d '{"events": [{"server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "name": "network-vif-plugged", "status": "completed", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:46:03.029376 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:03.034161 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:03.035931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:03.078177 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366fb17-8802-4a5d-9adc-0ca6010349cf x-openstack-request-id: req-b366fb17-8802-4a5d-9adc-0ca6010349cf {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:46:03.078400 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "name": "network-vif-plugged", "status": "completed", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:46:03.078682 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b366fb17-8802-4a5d-9adc-0ca6010349cf {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:46:03.078998 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'code': 200} Jun 12 19:46:03.094174 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:03.097089 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:03.126247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee688f3-ec51-4bed-9c7d-7d0ec65a1c8a req-e183171c-f03d-4165-ba4f-f7561f0104e3 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:03.127703 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aee688f3-ec51-4bed-9c7d-7d0ec65a1c8a req-e183171c-f03d-4165-ba4f-f7561f0104e3 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.1021731 Jun 12 19:46:03.175203 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-aee688f3-ec51-4bed-9c7d-7d0ec65a1c8a req-05ac81cd-3d95-44bf-996f-8f210e125352 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403304 Jun 12 19:46:03.310299 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc59b-663f-41ba-891e-e1c8e5aa19a9 req-d112cca4-5336-48a9-a2e6-4cd37676126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:03.311785 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b48bc59b-663f-41ba-891e-e1c8e5aa19a9 req-d112cca4-5336-48a9-a2e6-4cd37676126c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 1099 time: 0.0635905 Jun 12 19:46:03.353218 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b48bc59b-663f-41ba-891e-e1c8e5aa19a9 req-df7ccfd8-58bb-4959-8562-5f969a2ee4f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Jun 12 19:46:03.404170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830b9e0-8bfc-412e-9150-4f54888a8587 req-a2eca085-45ad-4456-a3c4-55723a2b34ac tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:03.405703 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c830b9e0-8bfc-412e-9150-4f54888a8587 req-a2eca085-45ad-4456-a3c4-55723a2b34ac tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0698333 Jun 12 19:46:03.450522 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c830b9e0-8bfc-412e-9150-4f54888a8587 req-94183096-9a3f-42e8-ad1a-39c8082d5031 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Jun 12 19:46:03.919004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:04.368862 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4177-6575-49a3-9b08-2e2cc8328501 req-abd9e822-cfc0-46b6-a2d0-c6cdb79d948d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:04.370335 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a7a4177-6575-49a3-9b08-2e2cc8328501 req-abd9e822-cfc0-46b6-a2d0-c6cdb79d948d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0778642 Jun 12 19:46:04.414883 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a7a4177-6575-49a3-9b08-2e2cc8328501 req-611d2136-2d14-444b-a9b2-193da995692d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388625 Jun 12 19:46:04.638763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86d24b-02c0-47e4-9344-cf7139987dd0 req-e2326562-98bf-4b27-814c-ed661d755f59 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:04.640598 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a86d24b-02c0-47e4-9344-cf7139987dd0 req-e2326562-98bf-4b27-814c-ed661d755f59 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0738549 Jun 12 19:46:04.689211 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a86d24b-02c0-47e4-9344-cf7139987dd0 req-bca28141-f5de-4dcc-af93-541ffa9ed036 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Jun 12 19:46:05.598459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9c41e-07ab-43d8-b0c5-6797d8f765fd req-7b622910-fa62-4dd9-b25c-61bc69de1f87 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:05.600755 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3da9c41e-07ab-43d8-b0c5-6797d8f765fd req-7b622910-fa62-4dd9-b25c-61bc69de1f87 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0729702 Jun 12 19:46:05.645700 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3da9c41e-07ab-43d8-b0c5-6797d8f765fd req-330fd900-3045-4cd8-bcc2-dfaca3209aa3 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=787bba69-9b8c-4067-8ca9-0f71b9f7aded&id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392165 Jun 12 19:46:05.870943 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02885c-b321-406a-926c-f1d4b95fe2af req-c7ed3448-530c-4e45-802b-9ed4c1b76d10 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:05.872438 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7d02885c-b321-406a-926c-f1d4b95fe2af req-c7ed3448-530c-4e45-802b-9ed4c1b76d10 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0718091 Jun 12 19:46:05.919888 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7d02885c-b321-406a-926c-f1d4b95fe2af req-0ce49cb9-0db4-4d30-9134-c467ada2b71e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Jun 12 19:46:06.277448 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42240) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:46:06.395751 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.502751 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.513915 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.516728 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-12685ecc-d928-4915-9522-f24f715518de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:06.566362 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8add390d37ee48eda6e89054bf3bf427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877400 Jun 12 19:46:06.567311 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72b14f8-a4a6-4a42-9ab8-d989769e4297,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:06.569559 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42246) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:46:06.570977 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:06.655976 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.680976 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.736280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.738904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:06.740103 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f72b14f8-a4a6-4a42-9ab8-d989769e4297 HTTP/1.1" status: 204 len: 168 time: 0.1690931 Jun 12 19:46:06.740881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2721bc72-b557-4e8f-9996-c5f7c4e01315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:06.750056 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72b14f8-a4a6-4a42-9ab8-d989769e4297,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:06.752533 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:11.048237 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.031113 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42364) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:46:17.148580 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.268809 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.274535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.278583 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-df93d1eb-1795-4835-99c6-7c07778b0c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:17.330981 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=292ff4cf30e94f98aa3ab09964f2eaef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987461 Jun 12 19:46:17.333403 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df2711-fec2-4f88-a58a-815d61c512d8,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:17.334571 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42368) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:46:17.341442 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.342087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.342647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.343051 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.343423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.343796 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.344172 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.344774 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.345250 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.345625 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.345981 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.346344 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.351878 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:17.417511 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.451889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.524848 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.528729 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:17.530262 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3df2711-fec2-4f88-a58a-815d61c512d8 HTTP/1.1" status: 204 len: 168 time: 0.1946852 Jun 12 19:46:17.531072 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d53f3318-4144-4592-9960-003fc5bb797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:17.542399 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df2711-fec2-4f88-a58a-815d61c512d8,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:17.551647 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.552044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.553105 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.553479 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.553760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.554120 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.554527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.554932 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.555175 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.555523 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.555873 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.556220 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:17.560076 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:18.215104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-ec8881d0-9324-4a9b-8799-960984062a2b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:18.216681 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-ec8881d0-9324-4a9b-8799-960984062a2b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1569200 Jun 12 19:46:18.235262 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-bf369df2-c4a0-471a-9015-a0073cf7e8db tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/quotas/79d4a568d2cb4f75b07874c5a6f13a7c HTTP/1.1" status: 200 len: 375 time: 0.0127943 Jun 12 19:46:18.334569 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-43933c79-7d11-411b-b08e-983fe1d20a61 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911987 Jun 12 19:46:18.453826 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-24bbe6bf-746a-4237-adb9-32c5e80f28c3 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127434 Jun 12 19:46:18.589165 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-be763549-d568-4889-877f-67cd097c6b09 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288607 Jun 12 19:46:18.794842 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0db88f5b-703c-467c-b580-31f7d22b6382 req-b03058fc-7b8d-45a9-9c6b-4fd9871d0bfb tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 210 time: 0.0432496 Jun 12 19:46:19.958889 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cf4bc864-b614-4c21-99e1-c51cfc18a382 req-90db22c9-8791-4267-ae17-7255e6a88afe tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 210 time: 0.0372305 Jun 12 19:46:20.062646 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-b5a3e116-b6a0-43dc-ae8e-f8cb32367f5c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:20.064353 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-b5a3e116-b6a0-43dc-ae8e-f8cb32367f5c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 813 time: 0.1446071 Jun 12 19:46:20.078342 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Request body: {'port': {'device_id': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'admin_state_up': True, 'tenant_id': '79d4a568d2cb4f75b07874c5a6f13a7c'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:46:20.250142 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Made reservation on behalf of 79d4a568d2cb4f75b07874c5a6f13a7c for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:46:20.253864 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:20.423064 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Allocated IP 172.20.0.2 (ecb034b4-1c62-411f-892f-ac2f5ed82700/5fe96f76-7f61-4fc2-be93-dcad6eacb1e1/e7dacd14-aa06-432e-bd5c-d197086c281f) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:46:20.640100 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:20.686926 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:20.691216 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-62c043c1-4790-4dea-a9b4-44a1d36577e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:20.700847 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903', '215e9591-484c-4b99-8213-bee11b8359b3', '25b2a106-d6ba-45ba-b910-60b6647c4f83'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:46:20.741706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Network ecb034b4-1c62-411f-892f-ac2f5ed82700 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:46:20.745891 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:46:20.749461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:46:20.787012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event updated for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:20.792442 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:20.817838 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:20.818483 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:20.835714 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614136 Jun 12 19:46:20.910426 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Request body: {'port': {'device_id': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:46:21.002536 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:21.601696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3379-fe31-4b69-bb59-18d86d4f2f36 req-d1e596ef-1c9d-4eff-bf73-485477031fc8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:21.603229 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-42ae3379-fe31-4b69-bb59-18d86d4f2f36 req-d1e596ef-1c9d-4eff-bf73-485477031fc8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 931 time: 0.4682226 Jun 12 19:46:21.694367 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-42ae3379-fe31-4b69-bb59-18d86d4f2f36 req-2e37b257-fc07-4f4d-8e8b-9feee50f07b7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819993 Jun 12 19:46:21.743204 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7dacd14-aa06-432e-bd5c-d197086c281f {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:46:21.751778 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:21.766123 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Transition to ACTIVE for port object e7dacd14-aa06-432e-bd5c-d197086c281f will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:46:21.770980 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:21.773738 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:21.875429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Pushing event updated for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:21.880720 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:21.972242 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Attempting to bind port e7dacd14-aa06-432e-bd5c-d197086c281f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:46:21.972587 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Attempting to bind port e7dacd14-aa06-432e-bd5c-d197086c281f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:46:21.972921 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Attempting to bind port e7dacd14-aa06-432e-bd5c-d197086c281f on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:46:21.977636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Port e7dacd14-aa06-432e-bd5c-d197086c281f on network ecb034b4-1c62-411f-892f-ac2f5ed82700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:46:21.977966 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Attempting to bind port e7dacd14-aa06-432e-bd5c-d197086c281f on network ecb034b4-1c62-411f-892f-ac2f5ed82700 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:46:21.982942 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:46:21.983279 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Checking segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:46:21.983668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Bound using segment: {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:46:21.984097 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Bound port: e7dacd14-aa06-432e-bd5c-d197086c281f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a0e260-8bd3-4d61-95e8-669b18b467a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:46:21.984445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:22.063967 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:46:22.067260 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e7dacd14-aa06-432e-bd5c-d197086c281f,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:46:22.072115 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:22.074175 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:22.117012 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.117629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:22.119026 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] 10.222.0.41 "PUT /v2.0/ports/e7dacd14-aa06-432e-bd5c-d197086c281f HTTP/1.1" status: 200 len: 1093 time: 1.2130561 Jun 12 19:46:22.119540 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:46:22.121902 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70723f47-f196-4e7a-a539-89fa6f6cdf17" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:46:22.148423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Pushing event updated for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:22.151709 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:22.159755 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c826ef0d-d09f-4870-a227-760077b83d62 x-openstack-request-id: req-c826ef0d-d09f-4870-a227-760077b83d62 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:46:22.160090 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:46:22.160379 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c826ef0d-d09f-4870-a227-760077b83d62 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:46:22.160835 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f', 'status': 'completed', 'code': 200} Jun 12 19:46:22.230932 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-c6de8273-a22b-471a-9126-9cd98e4caa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.232615 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-c6de8273-a22b-471a-9126-9cd98e4caa76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 1096 time: 0.0641930 Jun 12 19:46:22.292847 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-2c8c4755-5438-4677-97c4-dd8e8a345ffb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7dacd14-aa06-432e-bd5c-d197086c281f HTTP/1.1" status: 200 len: 217 time: 0.0522139 Jun 12 19:46:22.358580 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-c0363e2f-0fe8-4640-8bcb-deebc0adecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.359960 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-c0363e2f-0fe8-4640-8bcb-deebc0adecfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.0549829 Jun 12 19:46:22.401990 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-4764d47d-9197-4155-9bb5-adf0f2b28e80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326576 Jun 12 19:46:22.528286 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-73a80fa5-8f66-4d26-90aa-f0881a6c6b1b service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192582 Jun 12 19:46:22.668861 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f9d29be8-b9bc-4545-a067-162b244b93f9 req-9a8c368d-e58c-421d-8053-cc14f85c08e8 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261096 Jun 12 19:46:22.801946 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-5dee9807-bd37-4f9b-907f-9dc85c7ae4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.803672 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-5dee9807-bd37-4f9b-907f-9dc85c7ae4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 1096 time: 0.0684915 Jun 12 19:46:22.982179 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-d69215b0-8573-401f-996f-3c61e50382ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.983547 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-d69215b0-8573-401f-996f-3c61e50382ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 200 len: 914 time: 0.1712627 Jun 12 19:46:22.992593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286919-db88-4111-8004-2af0ffee75ea req-1682a996-7815-4ad4-8a67-5f9407dd0448 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:22.994004 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bf286919-db88-4111-8004-2af0ffee75ea req-1682a996-7815-4ad4-8a67-5f9407dd0448 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 943 time: 0.1718278 Jun 12 19:46:23.058997 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-c4296e03-dbfb-46d6-a567-32a71552707d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7dacd14-aa06-432e-bd5c-d197086c281f HTTP/1.1" status: 200 len: 217 time: 0.0617065 Jun 12 19:46:23.133097 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bf286919-db88-4111-8004-2af0ffee75ea req-3e6be202-ba13-47db-bc36-45022b07ff64 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301060 Jun 12 19:46:23.148660 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-2a49d435-b9e2-467b-b31a-99e9176590fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:23.150705 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-2a49d435-b9e2-467b-b31a-99e9176590fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 200 len: 853 time: 0.0828090 Jun 12 19:46:23.193544 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-b23858aa-9f3d-465c-8c9c-f912e0ca2ef2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecb034b4-1c62-411f-892f-ac2f5ed82700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352306 Jun 12 19:46:23.329028 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-4cf54410-abe0-41fc-8f9c-e6f1ba5abef9 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279330 Jun 12 19:46:23.452969 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70723f47-f196-4e7a-a539-89fa6f6cdf17 req-3c71622c-6f58-4e07-9736-84ac2181d8f9 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139348 Jun 12 19:46:24.331741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856ecc1-10fb-4aa9-a559-a745c5c42f73 req-9583e298-8b6b-4ea5-a561-23e11de1f896 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:24.333374 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e856ecc1-10fb-4aa9-a559-a745c5c42f73 req-9583e298-8b6b-4ea5-a561-23e11de1f896 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 943 time: 0.0811172 Jun 12 19:46:24.381928 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e856ecc1-10fb-4aa9-a559-a745c5c42f73 req-c6ee62a4-4819-47db-8a0d-59a16b1c963b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Jun 12 19:46:25.525963 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:46:25.595070 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d621-77f1-402f-bdac-7d186912e476 req-daed35a7-bc50-42e0-a8db-2a91615dfb05 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:25.596735 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1c93d621-77f1-402f-bdac-7d186912e476 req-daed35a7-bc50-42e0-a8db-2a91615dfb05 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 943 time: 0.0732481 Jun 12 19:46:25.640872 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1c93d621-77f1-402f-bdac-7d186912e476 req-ab0c4cb1-fc5f-4677-ba04-9e5ffeece5b6 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Jun 12 19:46:26.847252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664b2-5d5f-4138-a946-3e1d30868153 req-6316e7e7-1603-48ad-99e3-49544db7442b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:26.848879 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1ff664b2-5d5f-4138-a946-3e1d30868153 req-6316e7e7-1603-48ad-99e3-49544db7442b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 943 time: 0.0742700 Jun 12 19:46:26.873645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a7cbe7a9-8623-48db-a7d3-9f04c01bd78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:26.897789 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1ff664b2-5d5f-4138-a946-3e1d30868153 req-1d18d523-bd9c-4c8c-9956-4d75a6a51c52 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Jun 12 19:46:26.937205 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e7dacd14-aa06-432e-bd5c-d197086c281f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:46:27.195202 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e7dacd14-aa06-432e-bd5c-d197086c281f,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:27.209429 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'e7dacd14-aa06-432e-bd5c-d197086c281f', 'network_id': 'ecb034b4-1c62-411f-892f-ac2f5ed82700', 'port_id': 'e7dacd14-aa06-432e-bd5c-d197086c281f', 'mac_address': 'fa:16:3e:81:25:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe96f76-7f61-4fc2-be93-dcad6eacb1e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:46:27.256969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:27.273363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7dacd14-aa06-432e-bd5c-d197086c281f {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:46:27.295413 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e7dacd14-aa06-432e-bd5c-d197086c281f,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:27.300231 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:27.302094 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-01f3ecd1-83e4-4274-8b82-42cb00d540e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:27.360248 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:27.368349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.368692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.369062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.369398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.369739 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.370065 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.370390 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.370713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.371039 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.371360 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.371808 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.372246 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:46:27.376356 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:27.823247 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['e7dacd14-aa06-432e-bd5c-d197086c281f'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:46:28.094247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121dc09-d2cf-4862-b589-1f1ae552ae12 req-e6895834-5c08-4d05-bd21-d8b35e82cf5e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:28.095662 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a121dc09-d2cf-4862-b589-1f1ae552ae12 req-e6895834-5c08-4d05-bd21-d8b35e82cf5e tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 944 time: 0.0770524 Jun 12 19:46:28.141263 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a121dc09-d2cf-4862-b589-1f1ae552ae12 req-e14ac064-99ca-408a-85ea-fc1a7b562e54 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jun 12 19:46:29.350181 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f113d-811b-49ab-ba93-688700726fdb req-7d4bad4c-1a54-43cd-bed2-5015f9c7b70d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:29.352241 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-190f113d-811b-49ab-ba93-688700726fdb req-7d4bad4c-1a54-43cd-bed2-5015f9c7b70d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 944 time: 0.0838089 Jun 12 19:46:29.398221 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-190f113d-811b-49ab-ba93-688700726fdb req-61641fd8-013c-4722-b0fc-f70971ea9a39 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Jun 12 19:46:30.605074 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db4cc-9530-4b96-ada7-3980669672e4 req-8cc9e05e-6a52-411c-b00e-a5911a13dec1 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:30.606702 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cf0db4cc-9530-4b96-ada7-3980669672e4 req-8cc9e05e-6a52-411c-b00e-a5911a13dec1 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 944 time: 0.0810835 Jun 12 19:46:30.660748 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-cf0db4cc-9530-4b96-ada7-3980669672e4 req-ebd15842-94db-4e0a-a12f-b3b437b96396 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Jun 12 19:46:30.715075 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-94bc1909-1f3e-42cb-999e-8fc3138a65ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:30.951267 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e7dacd14-aa06-432e-bd5c-d197086c281f up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:46:31.011573 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:31.034605 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port e7dacd14-aa06-432e-bd5c-d197086c281f completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:46:31.039472 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port e7dacd14-aa06-432e-bd5c-d197086c281f triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:46:31.039857 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:31.133354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:31.158013 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:46:31.160581 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d357ce-2533-46a3-a7a0-797dc1a6d701" -d '{"events": [{"server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "name": "network-vif-plugged", "status": "completed", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:46:31.176407 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e7dacd14-aa06-432e-bd5c-d197086c281f,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:31.183124 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:31.185908 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:31.219769 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2a21a8-8981-4aac-970d-d34432de3123 x-openstack-request-id: req-4e2a21a8-8981-4aac-970d-d34432de3123 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:46:31.220140 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "name": "network-vif-plugged", "status": "completed", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:46:31.220309 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e2a21a8-8981-4aac-970d-d34432de3123 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:46:31.220671 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f', 'code': 200} Jun 12 19:46:31.252351 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:31.256075 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:31.454169 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa69a-c512-419d-808e-4a774594ad67 req-f05d0581-52f3-4ae3-897e-9d233c70bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:31.455704 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b6aa69a-c512-419d-808e-4a774594ad67 req-f05d0581-52f3-4ae3-897e-9d233c70bcb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 1098 time: 0.0642343 Jun 12 19:46:31.499001 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8b6aa69a-c512-419d-808e-4a774594ad67 req-7e73b68b-a823-41aa-b61f-9a1b09c15dd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Jun 12 19:46:31.863454 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6f4-9c88-4e93-9237-26e4f5f2baec req-14a04595-d6cb-4d32-b70a-58a20a558cb0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:31.865948 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9c83b6f4-9c88-4e93-9237-26e4f5f2baec req-14a04595-d6cb-4d32-b70a-58a20a558cb0 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0728812 Jun 12 19:46:31.909674 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9c83b6f4-9c88-4e93-9237-26e4f5f2baec req-f0f13f20-e985-414e-9c08-61334eb8c831 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Jun 12 19:46:32.445011 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:33.111236 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb63ca-5937-45c1-bdac-704e4be8f39a req-b582d063-d5ba-4dca-b84f-eaefe02d648d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:33.112372 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-32eb63ca-5937-45c1-bdac-704e4be8f39a req-b582d063-d5ba-4dca-b84f-eaefe02d648d tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0850151 Jun 12 19:46:33.158530 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-32eb63ca-5937-45c1-bdac-704e4be8f39a req-332ed869-e22e-4bdd-8f7b-9749511daeb2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Jun 12 19:46:33.916606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:34.347690 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef22285-faba-45d7-b3ac-ec29aa6932ff req-5e4ba26d-2bcb-47ad-b660-52f4c2f7e01b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:34.349872 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7ef22285-faba-45d7-b3ac-ec29aa6932ff req-5e4ba26d-2bcb-47ad-b660-52f4c2f7e01b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0744135 Jun 12 19:46:34.399048 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7ef22285-faba-45d7-b3ac-ec29aa6932ff req-9f789c92-01a3-4273-947e-3ef4bb71bdd8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jun 12 19:46:41.045262 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:43.962336 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-1c71de37-37ef-473c-85d3-294bdf96f68f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616875 Jun 12 19:46:44.053605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-4faf35b0-3a11-4f78-9a05-2aaa14bc730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:44.055069 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-4faf35b0-3a11-4f78-9a05-2aaa14bc730e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 1099 time: 0.0591474 Jun 12 19:46:44.185452 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-f010156d-b193-44f2-bba5-32101aaf2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:44.186925 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-f010156d-b193-44f2-bba5-32101aaf2f91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1103806 Jun 12 19:46:44.286143 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-1ed47668-347a-49ec-a9a0-18502e7e78e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 200 len: 1001 time: 0.0795817 Jun 12 19:46:44.344424 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-64fcccea-a49a-4184-a518-86d0e6d9419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:44.345861 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-64fcccea-a49a-4184-a518-86d0e6d9419e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0507536 Jun 12 19:46:44.419535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-f2402999-a804-4b80-9e8a-8463e09f22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:44.421033 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-f2402999-a804-4b80-9e8a-8463e09f22d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658312 Jun 12 19:46:44.548429 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-be3f0f89-4e13-4491-9257-33b57b31f117 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141577 Jun 12 19:46:44.671378 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f881792c-2afc-45c3-89d2-ebfcfe7ac0bb req-c5e2bdbb-de79-4d71-8f5c-c38838699188 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143770 Jun 12 19:46:45.172940 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791c10-c1fe-4423-9b68-296a00da441f req-22a9dfd5-f680-4408-9967-9f01af290d3a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:45.174497 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-62791c10-c1fe-4423-9b68-296a00da441f req-22a9dfd5-f680-4408-9967-9f01af290d3a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0848629 Jun 12 19:46:45.225705 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-62791c10-c1fe-4423-9b68-296a00da441f req-ba50889b-272a-4bfc-a9ad-ce5592fbbc43 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Jun 12 19:46:46.421411 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60e817-1999-4ae8-b428-049aeebc8374 req-0eb76b99-8de4-4fa5-896f-1b011c37da1f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:46.422901 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1e60e817-1999-4ae8-b428-049aeebc8374 req-0eb76b99-8de4-4fa5-896f-1b011c37da1f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0776300 Jun 12 19:46:46.466082 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1e60e817-1999-4ae8-b428-049aeebc8374 req-37123c69-d505-48e2-803f-286570640c1b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356851 Jun 12 19:46:47.496364 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb23ed-1afd-4eb0-8c3c-1764590abe2a req-80ca6d08-7a00-4aa7-86a8-c487cb9f2be3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:47.497880 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5dbb23ed-1afd-4eb0-8c3c-1764590abe2a req-80ca6d08-7a00-4aa7-86a8-c487cb9f2be3 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0727808 Jun 12 19:46:47.543251 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5dbb23ed-1afd-4eb0-8c3c-1764590abe2a req-b415c77a-fa89-49a5-a3c0-1c087574b687 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Jun 12 19:46:47.651896 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263abbe-7a88-4e9d-8199-630876de33cc req-a1d965fb-59a2-4674-80bd-3cbd908ea728 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:47.653298 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f263abbe-7a88-4e9d-8199-630876de33cc req-a1d965fb-59a2-4674-80bd-3cbd908ea728 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0686507 Jun 12 19:46:47.696837 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f263abbe-7a88-4e9d-8199-630876de33cc req-6739639e-f08e-4fce-89d6-c80605bf6d4e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 Jun 12 19:46:48.729474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2152ed7-bc09-4402-bb6b-060eff31c8d4 req-e8b9018a-ed09-42d6-89c6-7bde2e3d86b4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:48.731024 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c2152ed7-bc09-4402-bb6b-060eff31c8d4 req-e8b9018a-ed09-42d6-89c6-7bde2e3d86b4 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0758843 Jun 12 19:46:48.774629 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c2152ed7-bc09-4402-bb6b-060eff31c8d4 req-8796319c-2de5-4fc1-90ad-49953a95a232 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Jun 12 19:46:48.883848 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e73ee-0dd6-4ce5-a8f0-804e878aa3d4 req-9e0b7c75-3892-4b58-ac2c-709770fda058 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:48.885351 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-932e73ee-0dd6-4ce5-a8f0-804e878aa3d4 req-9e0b7c75-3892-4b58-ac2c-709770fda058 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0717022 Jun 12 19:46:48.925905 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-932e73ee-0dd6-4ce5-a8f0-804e878aa3d4 req-a09fd104-9bab-487c-8496-e5c57b087b47 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349567 Jun 12 19:46:49.741512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-a5c16351-7194-41af-81aa-53b5c0e72463 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:49.743056 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-a5c16351-7194-41af-81aa-53b5c0e72463 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.0739527 Jun 12 19:46:49.859855 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Deleting port e7dacd14-aa06-432e-bd5c-d197086c281f {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:46:49.860195 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:50.014732 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] For port e7dacd14-aa06-432e-bd5c-d197086c281f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e7dacd14-aa06-432e-bd5c-d197086c281f,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:50.015094 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:50.115683 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a83fd-a8f1-450d-9fd4-943fc78c23a6 req-1f3a051d-40e3-4d0c-bade-d33c07c351ac tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:50.117218 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1a6a83fd-a8f1-450d-9fd4-943fc78c23a6 req-1f3a051d-40e3-4d0c-bade-d33c07c351ac tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0756285 Jun 12 19:46:50.118603 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Calling delete_port for e7dacd14-aa06-432e-bd5c-d197086c281f owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:46:50.133697 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80191b-d5fa-492d-9214-9520a1094bf1 req-6085a241-85f0-4231-aecb-f1fcbae40cee tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:50.135173 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f80191b-d5fa-492d-9214-9520a1094bf1 req-6085a241-85f0-4231-aecb-f1fcbae40cee tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 945 time: 0.2400081 Jun 12 19:46:50.162254 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1a6a83fd-a8f1-450d-9fd4-943fc78c23a6 req-4bd71cfd-d536-452c-b723-23d218ac3238 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Jun 12 19:46:50.238975 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8f80191b-d5fa-492d-9214-9520a1094bf1 req-139df468-be14-49b3-b74f-906a4c85e1ac tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977440 Jun 12 19:46:50.326550 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:50.330497 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d0934da9-d7e0-416a-9fae-835974cc3059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:50.340048 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903', '215e9591-484c-4b99-8213-bee11b8359b3', '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'e7dacd14-aa06-432e-bd5c-d197086c281f'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:46:50.361071 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event deleted for resources: {'Port': ['ID=e7dacd14-aa06-432e-bd5c-d197086c281f,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:50.364156 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:50.705605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] No DVR routers for this DVR port e7dacd14-aa06-432e-bd5c-d197086c281f on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:46:50.708057 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:50.710827 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7c7266c5-7c2e-4b04-8ca8-5796970c3e26 req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "DELETE /v2.0/ports/e7dacd14-aa06-432e-bd5c-d197086c281f HTTP/1.1" status: 204 len: 173 time: 0.9615214 Jun 12 19:46:50.711330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'name': 'network-vif-deleted', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:46:50.713653 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627598b-0a24-45ed-9005-87b61b1ba98a" -d '{"events": [{"server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "name": "network-vif-deleted", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:46:50.751004 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8403dd21-1f05-4172-8d4b-568121adca10 x-openstack-request-id: req-8403dd21-1f05-4172-8d4b-568121adca10 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:46:50.751683 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89512f-eb15-4875-b31d-9dd1597cffce", "name": "network-vif-deleted", "tag": "e7dacd14-aa06-432e-bd5c-d197086c281f", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:46:50.751683 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8403dd21-1f05-4172-8d4b-568121adca10 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:46:50.752007 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89512f-eb15-4875-b31d-9dd1597cffce', 'name': 'network-vif-deleted', 'tag': 'e7dacd14-aa06-432e-bd5c-d197086c281f', 'status': 'completed', 'code': 200} Jun 12 19:46:51.356808 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89410be-58bd-404d-aa08-5631f7d79645 req-2b75b138-8bca-47d0-b39b-7e80ea2ed737 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:51.358373 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f89410be-58bd-404d-aa08-5631f7d79645 req-2b75b138-8bca-47d0-b39b-7e80ea2ed737 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0743690 Jun 12 19:46:51.418302 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f89410be-58bd-404d-aa08-5631f7d79645 req-c862b53f-2d59-49a1-9a3a-2939318037a6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536547 Jun 12 19:46:51.433616 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9d088265-3645-457c-ae50-3885f7802c54 req-17424df6-45a9-428b-aead-fad284bda3e5 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd89512f-eb15-4875-b31d-9dd1597cffce HTTP/1.1" status: 200 len: 210 time: 0.0410309 Jun 12 19:46:52.615002 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e9b8-0efa-4ba1-8622-f0411bf646a0 req-423f79d1-01f5-4e8b-954a-87cafd773157 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:52.616652 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6e77e9b8-0efa-4ba1-8622-f0411bf646a0 req-423f79d1-01f5-4e8b-954a-87cafd773157 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0812926 Jun 12 19:46:52.660898 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6e77e9b8-0efa-4ba1-8622-f0411bf646a0 req-d3b08bcf-727b-4bac-82f6-57499f391742 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Jun 12 19:46:53.082154 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e7dacd14-aa06-432e-bd5c-d197086c281f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:46:53.106200 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: e7dacd14-aa06-432e-bd5c-d197086c281f {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:46:53.106547 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device e7dacd14-aa06-432e-bd5c-d197086c281f not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:46:53.845812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d958b-31d6-4058-bb2b-94b271192b2e req-b2551071-5920-43c6-a633-01911d59b19e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:53.847303 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c45d958b-31d6-4058-bb2b-94b271192b2e req-b2551071-5920-43c6-a633-01911d59b19e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0707600 Jun 12 19:46:53.899429 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c45d958b-31d6-4058-bb2b-94b271192b2e req-cd46ebc1-1934-4dcf-bb47-d60d3db76210 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458724 Jun 12 19:46:54.040515 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbc409-ef39-4d23-be30-ecd207d01f9e req-d9aae842-196e-4c47-8b90-4c3a6591b092 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:54.042054 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64dbc409-ef39-4d23-be30-ecd207d01f9e req-d9aae842-196e-4c47-8b90-4c3a6591b092 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0731623 Jun 12 19:46:54.083500 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64dbc409-ef39-4d23-be30-ecd207d01f9e req-92bb002c-8140-4b09-bd46-e244d315e58a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Jun 12 19:46:55.085663 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23079d-0a18-46cb-84a0-82310a554dea req-77ecc4b9-0876-4562-8eaa-1fe87923db2b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:55.087130 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce23079d-0a18-46cb-84a0-82310a554dea req-77ecc4b9-0876-4562-8eaa-1fe87923db2b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0754664 Jun 12 19:46:55.129812 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce23079d-0a18-46cb-84a0-82310a554dea req-784f453e-b795-4581-b7a4-3095c3082207 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371144 Jun 12 19:46:55.267707 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93f08-7d1a-4f08-91c3-44b96c5252bf req-445ee49f-db82-4b85-ad09-176d0036491f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:55.269094 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-44a93f08-7d1a-4f08-91c3-44b96c5252bf req-445ee49f-db82-4b85-ad09-176d0036491f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0699227 Jun 12 19:46:55.311825 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-44a93f08-7d1a-4f08-91c3-44b96c5252bf req-de90d9e1-d176-41a7-8ff6-b020988d48a6 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Jun 12 19:46:56.011354 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-44502579-f96d-4841-9288-07d43e638634 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:56.012841 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-44502579-f96d-4841-9288-07d43e638634 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0700505 Jun 12 19:46:56.134888 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Deleting port 25b2a106-d6ba-45ba-b910-60b6647c4f83 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:46:56.135629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:56.271357 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] For port 25b2a106-d6ba-45ba-b910-60b6647c4f83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=25b2a106-d6ba-45ba-b910-60b6647c4f83,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:56.271637 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:56.391672 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Calling delete_port for 25b2a106-d6ba-45ba-b910-60b6647c4f83 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:46:56.489429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d668-61db-42a2-a89b-87c6250ed386 req-61494aad-24aa-4ed2-9b3e-e6bd07adce9e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:56.491587 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce24d668-61db-42a2-a89b-87c6250ed386 req-61494aad-24aa-4ed2-9b3e-e6bd07adce9e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.2381282 Jun 12 19:46:56.515647 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b0e5b-a3d4-4a59-950f-b0fee9a3d663 req-9b5dea1c-5fba-4c94-b5e8-40f0960146c7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:56.517240 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-825b0e5b-a3d4-4a59-950f-b0fee9a3d663 req-9b5dea1c-5fba-4c94-b5e8-40f0960146c7 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=2510c59e-4763-4321-ab22-eafe782cc0a4 HTTP/1.1" status: 200 len: 946 time: 0.0913911 Jun 12 19:46:56.561542 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ce24d668-61db-42a2-a89b-87c6250ed386 req-078bb075-32ed-4edf-aef8-eadc9f4d61c1 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559399 Jun 12 19:46:56.564429 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-825b0e5b-a3d4-4a59-950f-b0fee9a3d663 req-5469aaea-3e12-4f69-891d-7a44d452d579 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Jun 12 19:46:56.614318 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:56.618748 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2ed410e6-d52a-41dc-99bc-1a87b6c339aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:46:56.627166 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903', '215e9591-484c-4b99-8213-bee11b8359b3', '25b2a106-d6ba-45ba-b910-60b6647c4f83'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:46:56.650306 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event deleted for resources: {'Port': ['ID=25b2a106-d6ba-45ba-b910-60b6647c4f83,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:46:56.653288 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:46:56.710437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] No DVR routers for this DVR port 25b2a106-d6ba-45ba-b910-60b6647c4f83 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:46:56.713049 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:56.715055 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a0cd2eba-19b1-4733-8e72-8793f535828c req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "DELETE /v2.0/ports/25b2a106-d6ba-45ba-b910-60b6647c4f83 HTTP/1.1" status: 204 len: 173 time: 0.6968834 Jun 12 19:46:56.715559 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'name': 'network-vif-deleted', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:46:56.717885 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325657eb-e9bb-427d-9e00-5c7757f2be58" -d '{"events": [{"server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "name": "network-vif-deleted", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:46:56.759776 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b308e1a9-c052-42e3-83aa-b1f77bd8f012 x-openstack-request-id: req-b308e1a9-c052-42e3-83aa-b1f77bd8f012 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:46:56.760110 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2510c59e-4763-4321-ab22-eafe782cc0a4", "name": "network-vif-deleted", "tag": "25b2a106-d6ba-45ba-b910-60b6647c4f83", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:46:56.760421 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b308e1a9-c052-42e3-83aa-b1f77bd8f012 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:46:56.760840 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2510c59e-4763-4321-ab22-eafe782cc0a4', 'name': 'network-vif-deleted', 'tag': '25b2a106-d6ba-45ba-b910-60b6647c4f83', 'status': 'completed', 'code': 200} Jun 12 19:46:56.894918 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-76a898c6-3e78-4ec1-9e83-3505eb2c0fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:57.747103 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c61e5-4241-4539-87a8-12b4ea68d165 req-344a2367-0e76-4ff5-ad65-b05aaa21d296 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:57.748600 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0b8c61e5-4241-4539-87a8-12b4ea68d165 req-344a2367-0e76-4ff5-ad65-b05aaa21d296 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0697055 Jun 12 19:46:57.792431 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0b8c61e5-4241-4539-87a8-12b4ea68d165 req-4e054648-d9b0-4f32-a62b-70eba48261f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 Jun 12 19:46:58.034381 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc59d-ccbd-40ca-b2fb-a7e422857635 req-29b0c349-1e40-49e2-b633-3c6657745b00 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:58.035828 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-27acc59d-ccbd-40ca-b2fb-a7e422857635 req-29b0c349-1e40-49e2-b633-3c6657745b00 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0727217 Jun 12 19:46:58.076318 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-27acc59d-ccbd-40ca-b2fb-a7e422857635 req-ae480ff2-c496-4921-a425-2726d0cf6de2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Jun 12 19:46:58.990905 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4604-83fe-47c6-b784-a8ff15bdcdec req-7ffd28e2-683a-4e95-b643-b806a75a31a5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:58.992387 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-430a4604-83fe-47c6-b784-a8ff15bdcdec req-7ffd28e2-683a-4e95-b643-b806a75a31a5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0728998 Jun 12 19:46:59.034273 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-430a4604-83fe-47c6-b784-a8ff15bdcdec req-f44bf109-1861-4748-8852-0cb7c7215507 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362303 Jun 12 19:46:59.126233 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 25b2a106-d6ba-45ba-b910-60b6647c4f83 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:46:59.151613 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 25b2a106-d6ba-45ba-b910-60b6647c4f83 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:46:59.151977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 25b2a106-d6ba-45ba-b910-60b6647c4f83 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:46:59.261379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895964a7-60a7-4bbd-acc4-54d5958117fa req-b91da0e4-2747-4937-b4ef-a328abe0d186 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:59.262883 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-895964a7-60a7-4bbd-acc4-54d5958117fa req-b91da0e4-2747-4937-b4ef-a328abe0d186 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0714808 Jun 12 19:46:59.305843 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-895964a7-60a7-4bbd-acc4-54d5958117fa req-0a267e72-5285-4f7e-bdb7-2037bf50777c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372472 Jun 12 19:46:59.709856 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-ea7fbf18-a3f7-4e5a-a859-88e563bde715 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:46:59.711279 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-ea7fbf18-a3f7-4e5a-a859-88e563bde715 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 945 time: 0.0724814 Jun 12 19:46:59.821801 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Deleting port 215e9591-484c-4b99-8213-bee11b8359b3 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:46:59.822140 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:46:59.938504 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] For port 215e9591-484c-4b99-8213-bee11b8359b3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=215e9591-484c-4b99-8213-bee11b8359b3,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:46:59.938876 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:00.033897 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Calling delete_port for 215e9591-484c-4b99-8213-bee11b8359b3 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:00.241029 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:00.246185 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ff58b356-8bef-41ee-9559-18c96e8d20bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:00.252859 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903', '215e9591-484c-4b99-8213-bee11b8359b3'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:00.280692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event deleted for resources: {'Port': ['ID=215e9591-484c-4b99-8213-bee11b8359b3,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:00.284556 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:00.327451 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c1a3-761a-4036-9e3e-ff9445463019 req-6a163cb3-f324-42e2-9c03-c873339a3480 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:00.328842 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8012c1a3-761a-4036-9e3e-ff9445463019 req-6a163cb3-f324-42e2-9c03-c873339a3480 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1570423 Jun 12 19:47:00.353913 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] No DVR routers for this DVR port 215e9591-484c-4b99-8213-bee11b8359b3 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:00.361006 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:00.363445 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2ab6d09d-5818-4385-83b5-4e82659bcdd3 req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "DELETE /v2.0/ports/215e9591-484c-4b99-8213-bee11b8359b3 HTTP/1.1" status: 204 len: 173 time: 0.6454005 Jun 12 19:47:00.363445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'name': 'network-vif-deleted', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:00.365887 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f984ad-80b5-420e-80ed-eea07fa3f136" -d '{"events": [{"server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "name": "network-vif-deleted", "tag": "215e9591-484c-4b99-8213-bee11b8359b3"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:00.414972 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8012c1a3-761a-4036-9e3e-ff9445463019 req-52bd6997-e617-40d0-a49c-4c0964c39805 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624368 Jun 12 19:47:00.480921 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-68b4d157-7e21-4b0b-bb1f-9cdf673d6dc9 req-f2156beb-8576-4d95-b933-c7161f3dcf34 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b206c3d1-e3ea-4aa5-95ac-1290fde70057 HTTP/1.1" status: 200 len: 210 time: 0.0481143 Jun 12 19:47:00.482447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef3bf8-9506-46ae-8f22-7abc22b69401 x-openstack-request-id: req-80ef3bf8-9506-46ae-8f22-7abc22b69401 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:00.482784 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b206c3d1-e3ea-4aa5-95ac-1290fde70057", "name": "network-vif-deleted", "tag": "215e9591-484c-4b99-8213-bee11b8359b3", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:00.483079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80ef3bf8-9506-46ae-8f22-7abc22b69401 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:00.483548 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b206c3d1-e3ea-4aa5-95ac-1290fde70057', 'name': 'network-vif-deleted', 'tag': '215e9591-484c-4b99-8213-bee11b8359b3', 'status': 'completed', 'code': 200} Jun 12 19:47:00.716443 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3667-5231-4438-8aec-e0f4853a36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:00.982539 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:01.618571 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903bd57-5e1b-4603-adf9-fc6b6bcaa678 req-e40c836e-a7c5-41a2-bd8c-557b50bb75f1 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:01.620368 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7903bd57-5e1b-4603-adf9-fc6b6bcaa678 req-e40c836e-a7c5-41a2-bd8c-557b50bb75f1 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0744302 Jun 12 19:47:01.672140 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7903bd57-5e1b-4603-adf9-fc6b6bcaa678 req-9b60feab-1b9e-4898-aaa7-394607ddaed5 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Jun 12 19:47:02.442614 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:02.524425 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:47:02.854785 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf633-f018-4670-b40b-4e050c1678b2 req-a40ebe26-cc5a-4db4-bd37-3a20ce3511fd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:02.856253 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5c4cf633-f018-4670-b40b-4e050c1678b2 req-a40ebe26-cc5a-4db4-bd37-3a20ce3511fd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0686586 Jun 12 19:47:02.902753 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5c4cf633-f018-4670-b40b-4e050c1678b2 req-eb156ce3-485d-4a37-ab8a-8599dc0ff424 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Jun 12 19:47:03.091044 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff59ef-457d-4bd0-9338-22fe990f1280 req-a8cc975e-f910-4638-8818-6506bccb1e32 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:03.092560 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fbff59ef-457d-4bd0-9338-22fe990f1280 req-a8cc975e-f910-4638-8818-6506bccb1e32 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.0744860 Jun 12 19:47:03.134898 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fbff59ef-457d-4bd0-9338-22fe990f1280 req-e355d42a-823e-4140-aa35-47467415783f tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Jun 12 19:47:03.138518 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 215e9591-484c-4b99-8213-bee11b8359b3 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:03.175011 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 215e9591-484c-4b99-8213-bee11b8359b3 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:03.175520 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 215e9591-484c-4b99-8213-bee11b8359b3 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:03.917726 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:04.083882 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549395-bf1b-4a4e-abba-832649b3ba45 req-09f01a39-3fec-452c-aab9-3728b2d3062d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:04.085417 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-25549395-bf1b-4a4e-abba-832649b3ba45 req-09f01a39-3fec-452c-aab9-3728b2d3062d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0683112 Jun 12 19:47:04.128298 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-25549395-bf1b-4a4e-abba-832649b3ba45 req-3e5fab22-b08f-4383-9f1a-630c0f370f02 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371764 Jun 12 19:47:04.329027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eef876-8045-49a7-9af2-a7813b7f4270 req-7d0f0419-f350-48a1-a635-6e3c590309cd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:04.330513 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-68eef876-8045-49a7-9af2-a7813b7f4270 req-7d0f0419-f350-48a1-a635-6e3c590309cd tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.0704668 Jun 12 19:47:04.372558 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-68eef876-8045-49a7-9af2-a7813b7f4270 req-2d3f9992-e524-4717-9e8e-38d79e997370 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Jun 12 19:47:04.951672 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-45d5d2db-2760-47b8-a797-1c8d19d35f4a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:04.953199 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-45d5d2db-2760-47b8-a797-1c8d19d35f4a tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 945 time: 0.0698495 Jun 12 19:47:05.069602 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Deleting port 18fb5a0f-584b-46b7-978f-8415ba6d1903 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:05.069938 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:05.196533 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] For port 18fb5a0f-584b-46b7-978f-8415ba6d1903, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=18fb5a0f-584b-46b7-978f-8415ba6d1903,segment=NetworkSegment(e9a0e260-8bd3-4d61-95e8-669b18b467a7),segment_id=e9a0e260-8bd3-4d61-95e8-669b18b467a7)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:05.197294 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:05.293644 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Calling delete_port for 18fb5a0f-584b-46b7-978f-8415ba6d1903 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:05.437613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face7a3-c318-4383-9cf4-5604dafcd144 req-c767aef2-df4e-49f9-94c8-f6cb70ab86bc tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:05.439103 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1face7a3-c318-4383-9cf4-5604dafcd144 req-c767aef2-df4e-49f9-94c8-f6cb70ab86bc tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1434355 Jun 12 19:47:05.542522 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1face7a3-c318-4383-9cf4-5604dafcd144 req-02d9d2af-d185-4b26-8e37-5584aaf2e17d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954001 Jun 12 19:47:05.572605 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:05.576522 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bddbc9c6-c8f3-400b-baf1-ada00336691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:05.586043 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['18fb5a0f-584b-46b7-978f-8415ba6d1903'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:05.590393 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93585742-6bfc-4cbc-9d1a-0d0e14cd92e9 req-106e4a0b-cb34-45a0-9f4c-3d66b2089f62 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:05.591883 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-93585742-6bfc-4cbc-9d1a-0d0e14cd92e9 req-106e4a0b-cb34-45a0-9f4c-3d66b2089f62 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/ports?device_id=077717d9-6102-492e-a0db-2506df7d255e HTTP/1.1" status: 200 len: 867 time: 0.0804682 Jun 12 19:47:05.608815 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Pushing event deleted for resources: {'Port': ['ID=18fb5a0f-584b-46b7-978f-8415ba6d1903,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:05.611976 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:05.636293 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-93585742-6bfc-4cbc-9d1a-0d0e14cd92e9 req-e53b3f39-e486-40c0-a4c6-826a388396ed tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd3f46ad-74ab-488c-976e-69caa2097c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Jun 12 19:47:05.667988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] No DVR routers for this DVR port 18fb5a0f-584b-46b7-978f-8415ba6d1903 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:05.670582 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:05.672530 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0f9c0ca6-1f6c-4133-9e39-fe1e2046a19a req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] 10.222.0.41 "DELETE /v2.0/ports/18fb5a0f-584b-46b7-978f-8415ba6d1903 HTTP/1.1" status: 204 len: 173 time: 0.7135205 Jun 12 19:47:05.673067 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'name': 'network-vif-deleted', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:05.675345 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2480a7b4-960f-429e-a9ee-813a171cc777" -d '{"events": [{"server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "name": "network-vif-deleted", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:05.716723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73319d3-ba40-4e2c-b2c1-dd9aac4afe9d x-openstack-request-id: req-d73319d3-ba40-4e2c-b2c1-dd9aac4afe9d {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:05.717095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077717d9-6102-492e-a0db-2506df7d255e", "name": "network-vif-deleted", "tag": "18fb5a0f-584b-46b7-978f-8415ba6d1903", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:05.717391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d73319d3-ba40-4e2c-b2c1-dd9aac4afe9d {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:05.717832 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077717d9-6102-492e-a0db-2506df7d255e', 'name': 'network-vif-deleted', 'tag': '18fb5a0f-584b-46b7-978f-8415ba6d1903', 'status': 'completed', 'code': 200} Jun 12 19:47:06.735331 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d6cef-7fff-4a49-95cf-693b53602bab req-525e8d3b-33a0-46a0-93d9-4db4d1cedcb0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:06.736876 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f46d6cef-7fff-4a49-95cf-693b53602bab req-525e8d3b-33a0-46a0-93d9-4db4d1cedcb0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0760183 Jun 12 19:47:06.738673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42620) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:06.823559 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Deleting subnet 5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:47:06.827927 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:06.832187 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f46d6cef-7fff-4a49-95cf-693b53602bab req-0e1dbd9e-5620-4818-baa1-355d31777046 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861611 Jun 12 19:47:06.875658 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:06.924214 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:06.986714 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:06.988882 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:07.024912 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe96f76-7f61-4fc2-be93-dcad6eacb1e1,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:07.027840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:07.034593 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.036705 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5fe96f76-7f61-4fc2-be93-dcad6eacb1e1 HTTP/1.1" status: 204 len: 168 time: 0.2970862 Jun 12 19:47:07.039851 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42626) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:07.169007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.191546 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748c5a-4019-46e7-8a86-3b540c7538d0 req-6fe1177d-5335-469f-8805-ff3b4b4a1d0e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:07.193079 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb748c5a-4019-46e7-8a86-3b540c7538d0 req-6fe1177d-5335-469f-8805-ff3b4b4a1d0e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0700519 Jun 12 19:47:07.237272 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cb748c5a-4019-46e7-8a86-3b540c7538d0 req-e324f097-247e-4b0a-b1cf-33338a805c6a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368638 Jun 12 19:47:07.258338 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-55f9c1a5-776f-417c-b6fb-b19ce982d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:07.259900 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-55f9c1a5-776f-417c-b6fb-b19ce982d1fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 1099 time: 0.1373024 Jun 12 19:47:07.307809 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.327588 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb034b4-1c62-411f-892f-ac2f5ed82700']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:07.358090 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a0e260-8bd3-4d61-95e8-669b18b467a7') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:07.358396 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a0e260-8bd3-4d61-95e8-669b18b467a7') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:07.372171 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.439063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.449476 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:47:07.449874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:47:07.451612 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:47:07.494723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-5c5f1eab-d479-4459-af51-09e53863a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:07.496189 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-5c5f1eab-d479-4459-af51-09e53863a539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.1798115 Jun 12 19:47:07.590507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.602849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:07.605137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.606942 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ecb034b4-1c62-411f-892f-ac2f5ed82700 HTTP/1.1" status: 204 len: 168 time: 0.5660491 Jun 12 19:47:07.630339 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb034b4-1c62-411f-892f-ac2f5ed82700,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:07.634329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:07.640430 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-89ee590e-4e84-4fb0-9080-dfc8998a4419 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 200 len: 1002 time: 0.1021917 Jun 12 19:47:07.699333 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-0eae83c2-6420-4fea-92a8-50f1c9e87915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:07.700792 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-0eae83c2-6420-4fea-92a8-50f1c9e87915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0538325 Jun 12 19:47:07.770252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-02164ebc-2ac3-410a-ad60-3da8af18def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:07.771759 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-02164ebc-2ac3-410a-ad60-3da8af18def8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649993 Jun 12 19:47:07.785316 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42630) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:07.829295 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-07cb4044-436c-418f-993d-23bae9ee3b40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79d4a568d2cb4f75b07874c5a6f13a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426383 Jun 12 19:47:07.831568 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42632) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:07.884741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.888135 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-a93f8113-7fba-4fa8-82e0-485121e492fc service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095333 Jun 12 19:47:07.913444 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.975121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.978599 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:07.980132 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd3f46ad-74ab-488c-976e-69caa2097c29 HTTP/1.1" status: 204 len: 168 time: 0.1474514 Jun 12 19:47:07.981321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fa08bcd9-fc29-4452-872d-a598308233c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:07.996165 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f46ad-74ab-488c-976e-69caa2097c29,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:07.998820 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:08.011704 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c6907aed-a548-4292-a3f2-c4d711ec5b65 req-345e3ac7-f37a-46d0-843a-38d370fc1ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171746 Jun 12 19:47:08.433464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36804e4-c2e4-476a-b445-3147f94df5c1 req-4a4be45f-fb99-43b1-904a-24b8e3e3885f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:08.434906 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a36804e4-c2e4-476a-b445-3147f94df5c1 req-4a4be45f-fb99-43b1-904a-24b8e3e3885f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0787811 Jun 12 19:47:08.480757 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a36804e4-c2e4-476a-b445-3147f94df5c1 req-f87af9be-337f-4ea0-8cac-6498b41503b9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Jun 12 19:47:09.181903 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 18fb5a0f-584b-46b7-978f-8415ba6d1903 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:09.208895 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 18fb5a0f-584b-46b7-978f-8415ba6d1903 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:09.209267 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 18fb5a0f-584b-46b7-978f-8415ba6d1903 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:09.670151 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a487c5c-e38d-42b0-91f5-95897463b22e req-100f0781-2ed5-4822-8a53-2661c0a5a185 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:09.671612 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a487c5c-e38d-42b0-91f5-95897463b22e req-100f0781-2ed5-4822-8a53-2661c0a5a185 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0698731 Jun 12 19:47:09.713057 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4a487c5c-e38d-42b0-91f5-95897463b22e req-7c88131e-40e9-4d05-91d1-48f7b5795936 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Jun 12 19:47:11.065354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:17.908863 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-21e54c5e-96a6-4a1a-89cd-256c462c865b tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215876421&fields=id&tenant_id=909c3915c23d40518d4968b15a028cd8 HTTP/1.1" status: 200 len: 267 time: 0.0404680 Jun 12 19:47:17.985546 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-651f1676-642f-4729-96da-544c22344581 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:17.987052 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-651f1676-642f-4729-96da-544c22344581 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 984 time: 0.0720377 Jun 12 19:47:17.998273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Request body: {'port': {'security_groups': ['bfc0f9c3-9361-4427-9226-1fefc8da0a92']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:18.100401 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:18.680500 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:18.718355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:18.723895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:18.728929 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2b647971-a5cf-49c6-a536-d8d52e8701d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:18.754424 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ae2d5-d318-428b-bcb6-f2f7a98abd2a req-3579ce88-ed37-467a-86cb-597ff9de6688 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:18.756007 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-123ae2d5-d318-428b-bcb6-f2f7a98abd2a req-3579ce88-ed37-467a-86cb-597ff9de6688 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0937665 Jun 12 19:47:18.765363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['603147db-9b9b-4eee-b7e4-0b21500fb6fb'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:18.784737 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:18.785464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:18.786927 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-44f9b76f-3262-4381-aff5-fea04c17c43a req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "PUT /v2.0/ports/603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 942 time: 0.7931325 Jun 12 19:47:18.787472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:18.791560 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cae8a2-32a0-450b-9d13-dc252de7f75c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:18.805633 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42766) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:18.826450 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-123ae2d5-d318-428b-bcb6-f2f7a98abd2a req-d72aab63-19a4-42b0-9fe1-35f8ba69bf1b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587618 Jun 12 19:47:18.877267 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df246f3-916e-4564-a12f-6c486e54de47 x-openstack-request-id: req-1df246f3-916e-4564-a12f-6c486e54de47 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:18.877785 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:18.878236 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1df246f3-916e-4564-a12f-6c486e54de47 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:18.879426 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:47:18.880907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event updated for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=7']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:18.912856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['603147db-9b9b-4eee-b7e4-0b21500fb6fb'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:18.954298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.954298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.955047 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.955047 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.955392 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.955557 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.955895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.956289 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.956647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.957069 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.957389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.957735 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:18.963709 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:19.018590 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.055640 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-de6992e1-0bfd-4ccc-8193-38ad1dbbf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:19.057225 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-de6992e1-0bfd-4ccc-8193-38ad1dbbf8f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1098 time: 0.1542428 Jun 12 19:47:19.059643 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.094065 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-d9886eee-dbeb-4f67-a482-76498c68af39 None None] Provisioning complete for port 603147db-9b9b-4eee-b7e4-0b21500fb6fb triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:19.094471 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d9886eee-dbeb-4f67-a482-76498c68af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.227978 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-3bbc93fc-535d-4032-8267-16235e492442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:19.230070 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-3bbc93fc-535d-4032-8267-16235e492442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.1605787 Jun 12 19:47:19.297337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.300658 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.301894 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "DELETE /v2.0/security-groups/787bba69-9b8c-4067-8ca9-0f71b9f7aded HTTP/1.1" status: 204 len: 168 time: 0.4917698 Jun 12 19:47:19.305374 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42774) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:19.309258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e69df3dd-75cb-4e5a-915b-3088b68882b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:19.324423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bba69-9b8c-4067-8ca9-0f71b9f7aded,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:19.327190 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:19.348303 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-3c86803d-3e68-442c-a435-fcbe36eef976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 1001 time: 0.1093717 Jun 12 19:47:19.431167 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-33063e8d-eb25-4c98-9d15-1511f23b1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:19.432874 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-33063e8d-eb25-4c98-9d15-1511f23b1601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0770338 Jun 12 19:47:19.515846 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-1992471f-8c25-4174-a0e0-22a31f6eaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:19.517522 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-1992471f-8c25-4174-a0e0-22a31f6eaf02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773349 Jun 12 19:47:19.552242 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Deleting port 06826c79-3c23-40bd-8190-a91606d44fa4 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:19.552595 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.653607 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-4302e3f1-2647-4160-a978-52c4f1db3e6d service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285048 Jun 12 19:47:19.677222 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.677798 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:19.774260 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Calling delete_port for 06826c79-3c23-40bd-8190-a91606d44fa4 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:19.779454 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c1cae8a2-32a0-450b-9d13-dc252de7f75c req-91239742-4f19-4eb7-9c4c-1785e05ec6d5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196055 Jun 12 19:47:20.295142 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:20.299316 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:20.331798 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event deleted for resources: {'Port': ['ID=06826c79-3c23-40bd-8190-a91606d44fa4,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:20.369220 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.369604 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.369979 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.370349 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.370714 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.371075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.371434 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.371791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.372146 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.372502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.372854 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.373232 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:20.404630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:20.416588 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900a7c-0d7b-4c42-88da-ead1fc8c8a4b req-f7fdbc7e-33ab-4ab8-95f0-4c018571a0b2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:20.418091 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee900a7c-0d7b-4c42-88da-ead1fc8c8a4b req-f7fdbc7e-33ab-4ab8-95f0-4c018571a0b2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.4831614 Jun 12 19:47:20.459119 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:20.459470 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Floating IP 6e4d72b0-dc81-4737-ac97-d8afc42de5a2 disassociated (deleted). External IP: 172.27.3.199, port: 603147db-9b9b-4eee-b7e4-0b21500fb6fb. Jun 12 19:47:20.562417 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ee900a7c-0d7b-4c42-88da-ead1fc8c8a4b req-91d8642e-9493-4d04-a588-602afbb3afa0 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383142 Jun 12 19:47:20.769410 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Router d7e1e1ea-b568-427e-9cc8-71259718a1cc has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:20.920399 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:20.925338 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:20.930895 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Sync routers for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:20.941588 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:20.942464 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:20.974985 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d88b12b7-99e3-4a90-b669-8f018490e295 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "DELETE /v2.0/floatingips/6e4d72b0-dc81-4737-ac97-d8afc42de5a2 HTTP/1.1" status: 204 len: 168 time: 1.6660337 Jun 12 19:47:20.974985 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:20.977411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c5a1e-0920-4a01-8a1e-06e32595ed98" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:21.021824 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42808) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:21.029274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3298c35-099d-499f-ab1b-077fda837a4a x-openstack-request-id: req-a3298c35-099d-499f-ab1b-077fda837a4a {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:21.029784 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:21.030223 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3298c35-099d-499f-ab1b-077fda837a4a {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:21.030822 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:47:21.121548 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-a7788eb7-f2b4-4384-9091-8fbba7461a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:21.125214 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-a7788eb7-f2b4-4384-9091-8fbba7461a88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=909c3915c23d40518d4968b15a028cd8&device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 1098 time: 0.0686498 Jun 12 19:47:21.157966 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.159705 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:21.267259 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-24a90981-39dd-4441-8e0e-774abb89955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:21.268740 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-24a90981-39dd-4441-8e0e-774abb89955a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 200 len: 915 time: 0.1381414 Jun 12 19:47:21.286579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.293997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.308231 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:21.339230 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-0b84a8b3-fcd9-4eeb-90c7-2995a48d2a36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 200 len: 217 time: 0.0592124 Jun 12 19:47:21.387976 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68a256bb19ef4420a498d967c43f555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616383 Jun 12 19:47:21.387976 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c0284-49e0-4801-adcf-6049099af08c,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:21.400600 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42818) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:21.412541 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:21.442781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-2c0bc4d7-2d6e-4f99-a36b-929458d407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:21.444314 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-2c0bc4d7-2d6e-4f99-a36b-929458d407a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 200 len: 853 time: 0.0892808 Jun 12 19:47:21.489289 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.527538 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.529337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-952c4a1e-3d55-49ac-bb34-a2cbe87c412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:21.530935 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-952c4a1e-3d55-49ac-bb34-a2cbe87c412e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb3ad40f-8785-49de-a2bc-eecce91df1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794725 Jun 12 19:47:21.613968 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.620172 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:21.621836 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba8c0284-49e0-4801-adcf-6049099af08c HTTP/1.1" status: 204 len: 168 time: 0.2192760 Jun 12 19:47:21.623096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2de0edad-efe1-4e5a-88af-1d32c341036e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:21.634427 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c0284-49e0-4801-adcf-6049099af08c,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:21.638261 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:21.705058 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-8dbd21eb-5b64-4cda-9ffb-1d8141536b0b service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664844 Jun 12 19:47:21.729856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:21.734914 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Checking router: d7e1e1ea-b568-427e-9cc8-71259718a1cc for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:21.747370 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:21.748036 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:21.838921 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797196a-73f8-459f-ad16-1a50146a294d req-a6e8c52a-1c24-4f44-b2d1-29ec4476fa9f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:21.840476 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e797196a-73f8-459f-ad16-1a50146a294d req-a6e8c52a-1c24-4f44-b2d1-29ec4476fa9f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0942910 Jun 12 19:47:21.890686 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-851c5a1e-0920-4a01-8a1e-06e32595ed98 req-8d125e6f-5e26-405b-97ef-d23a3cf20164 service neutron] 10.222.0.41 "GET /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778281 Jun 12 19:47:21.926738 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e797196a-73f8-459f-ad16-1a50146a294d req-7241b1b3-126a-4d8b-ba2f-f71dd6e61fb8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789039 Jun 12 19:47:21.940088 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:22.154086 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42838) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:22.173690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.286578 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.287225 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:22.291711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.292797 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfd19-c21a-4565-999c-9e2a0dda7ebc None None] The sync data for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi is: [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:41:16Z', 'revision_number': 4, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '05fb99ae-85be-45a9-98c0-2a88f10df39e', 'name': '', 'network_id': 'cb3ad40f-8785-49de-a2bc-eecce91df1f8', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'mac_address': 'fa:16:3e:34:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:15Z', 'updated_at': '2021-06-12T19:41:27Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'subnets': [{'id': 'b07849dc-0d8a-4de3-a3ec-00587a71e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:22.306085 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-de271f10-5df2-4d23-8e66-5455d895320c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:22.341630 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87a85868920a46d983c58aaa8462caef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837461 Jun 12 19:47:22.342014 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42840) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:22.350146 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce51b08a-0500-444b-a82f-fd2c1f83f543,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:22.354470 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:22.430339 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.456343 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.527385 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.532272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:22.538682 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce51b08a-0500-444b-a82f-fd2c1f83f543 HTTP/1.1" status: 204 len: 168 time: 0.1902533 Jun 12 19:47:22.538682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-90b9763e-f60a-4939-a3d8-63bd305c4539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:22.556222 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce51b08a-0500-444b-a82f-fd2c1f83f543,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:22.560218 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:22.603207 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818d369-43c1-4ed8-a7f8-3befb8851697 None None] New status for floating IP 6e4d72b0-dc81-4737-ac97-d8afc42de5a2: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:47:23.174605 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f661b-0e36-4aa1-ba7c-2cc7ea00bfe3 req-aa79b174-e002-422d-85d0-c22e087cecba tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:23.177197 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2d8f661b-0e36-4aa1-ba7c-2cc7ea00bfe3 req-aa79b174-e002-422d-85d0-c22e087cecba tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1125274 Jun 12 19:47:23.235916 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2d8f661b-0e36-4aa1-ba7c-2cc7ea00bfe3 req-eed3252a-704f-4c64-962f-5cc2ef976dcb tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527639 Jun 12 19:47:23.539984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fa5ae-7854-48e7-a448-c22eab5c200e req-fb668844-c398-4e6e-bf81-dfa958c91bfc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:23.541516 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4e9fa5ae-7854-48e7-a448-c22eab5c200e req-fb668844-c398-4e6e-bf81-dfa958c91bfc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0734093 Jun 12 19:47:23.584680 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4e9fa5ae-7854-48e7-a448-c22eab5c200e req-a06ca038-022e-4c42-ab3d-5ca608d863c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 Jun 12 19:47:24.234082 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cd8eb-a13d-45d2-87bb-599d97fa84be req-9b559010-0572-43b6-83c5-a48dbfcdc51d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:24.235585 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-667cd8eb-a13d-45d2-87bb-599d97fa84be req-9b559010-0572-43b6-83c5-a48dbfcdc51d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.0713918 Jun 12 19:47:24.286334 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-667cd8eb-a13d-45d2-87bb-599d97fa84be req-c5080f15-74c2-42ca-9cb8-f2e05012f8cf tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Jun 12 19:47:24.425391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f894-9599-4c17-bb58-12584a039536 req-9f94d5f0-1135-4cf6-8f58-dfd011d004ed tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:24.426799 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7567f894-9599-4c17-bb58-12584a039536 req-9f94d5f0-1135-4cf6-8f58-dfd011d004ed tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0730171 Jun 12 19:47:24.476581 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7567f894-9599-4c17-bb58-12584a039536 req-15fb9169-9215-40c8-b92b-2192cd867920 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Jun 12 19:47:24.779787 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac869-df68-48ea-a2f0-98637ddf875c req-d5a9e65f-f30f-4260-b568-20a76c676751 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:24.781377 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a0bac869-df68-48ea-a2f0-98637ddf875c req-d5a9e65f-f30f-4260-b568-20a76c676751 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0722029 Jun 12 19:47:24.823781 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a0bac869-df68-48ea-a2f0-98637ddf875c req-d9e04bb1-441a-441b-8f08-cc7e80970571 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368044 Jun 12 19:47:25.476326 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c608-3c2b-4682-a2ba-d27f5e7713e5 req-d2e1145f-9341-4d0e-90a4-8c959fb41abe tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:25.477714 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be82c608-3c2b-4682-a2ba-d27f5e7713e5 req-d2e1145f-9341-4d0e-90a4-8c959fb41abe tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.0739524 Jun 12 19:47:25.522195 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-be82c608-3c2b-4682-a2ba-d27f5e7713e5 req-294dc8bb-3917-4d1d-89c1-8738bf8a7d1a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Jun 12 19:47:25.649696 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-ef9064fa-7dcf-4894-92bf-137fa75be047 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:25.651158 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-ef9064fa-7dcf-4894-92bf-137fa75be047 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.0799556 Jun 12 19:47:25.662530 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea46e9a-78db-40f7-9b99-6a222d53b617 req-ac543ba4-5547-4f3b-9f69-679cec73cef4 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:25.664847 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fea46e9a-78db-40f7-9b99-6a222d53b617 req-ac543ba4-5547-4f3b-9f69-679cec73cef4 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0734375 Jun 12 19:47:25.711367 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fea46e9a-78db-40f7-9b99-6a222d53b617 req-1f4a4a9e-ccfa-4ea6-9290-1f3fc3fd159f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Jun 12 19:47:25.796192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Deleting port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:25.796541 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:25.913053 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] For port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:25.913491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.270425 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.270870 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.271199 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Floating IP f785b052-6549-4b4d-bbab-707d3661a235 disassociated. External IP: 172.27.3.211, port: 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9. Jun 12 19:47:26.271555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Calling delete_port for 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:26.348235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9db7d0-9450-436c-a162-12b51e2d1652 req-3f1063c7-c802-421e-bf9f-041ea2084d60 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:26.349745 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1c9db7d0-9450-436c-a162-12b51e2d1652 req-3f1063c7-c802-421e-bf9f-041ea2084d60 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 946 time: 0.2230499 Jun 12 19:47:26.414264 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1c9db7d0-9450-436c-a162-12b51e2d1652 req-069b7505-b658-4ae1-a898-a18332192e45 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=39621c23-bfb0-4cb3-b295-16192495b798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536172 Jun 12 19:47:26.478730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.482961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a67a533-c18d-4419-a2f0-dddd06661551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:26.514647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'Port': ['ID=200f8ca6-cfcd-4265-ad13-0ac61b0f91a9,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:26.517181 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:26.629888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-75baa00b-97d4-4dd9-82aa-3e376c06a79a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:26.631414 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-75baa00b-97d4-4dd9-82aa-3e376c06a79a tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.0905118 Jun 12 19:47:26.723812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:26.836688 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073c0b-47ba-475e-8a96-73459d345640 req-9fab7a86-7c6f-42dd-96ec-462ee6b6f2f4 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:26.843382 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f073c0b-47ba-475e-8a96-73459d345640 req-9fab7a86-7c6f-42dd-96ec-462ee6b6f2f4 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 945 time: 0.1683929 Jun 12 19:47:26.886894 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-daae3ef2-98e8-49e0-bc7f-5c1d56b99d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.902227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Deleting port 603147db-9b9b-4eee-b7e4-0b21500fb6fb {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:26.902569 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:26.942453 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f073c0b-47ba-475e-8a96-73459d345640 req-9bfffa58-04ba-4f98-822d-276f0c72bdd1 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc0f9c3-9361-4427-9226-1fefc8da0a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925312 Jun 12 19:47:27.059016 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] For port 603147db-9b9b-4eee-b7e4-0b21500fb6fb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=603147db-9b9b-4eee-b7e4-0b21500fb6fb,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:27.059428 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:27.158085 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Calling delete_port for 603147db-9b9b-4eee-b7e4-0b21500fb6fb owned by compute:nova {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:27.225419 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:27.237881 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:27.238090 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3f84b-5839-4389-96e3-1fcf910cfb9e req-14d0fc14-0167-4633-9242-8d993e30aa42 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:27.240786 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ac3f84b-5839-4389-96e3-1fcf910cfb9e req-14d0fc14-0167-4633-9242-8d993e30aa42 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1131546 Jun 12 19:47:27.281681 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:27.282757 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:27.333723 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] No DVR routers for this DVR port 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:27.337522 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:27.339463 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8962ca69-6c5a-4461-bf31-632bc4c0885a req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "DELETE /v2.0/ports/200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 HTTP/1.1" status: 204 len: 173 time: 1.6823695 Jun 12 19:47:27.339988 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-deleted', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:27.342998 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a4303-5bb6-4807-afc1-1216b100ec1e" -d '{"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-deleted", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:27.373432 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:27.389014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ac3f84b-5839-4389-96e3-1fcf910cfb9e req-0acd9950-c086-4b12-8097-672c809c6ef6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125567 Jun 12 19:47:27.389289 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6fbf144-6ac3-4f65-bdf6-b34de1bf04af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:27.419084 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72558bcc-94e5-40af-945c-1d18cbf7c63d x-openstack-request-id: req-72558bcc-94e5-40af-945c-1d18cbf7c63d {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:27.419420 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7225d3e-e383-4908-8556-80ea3cd0b208", "name": "network-vif-deleted", "tag": "200f8ca6-cfcd-4265-ad13-0ac61b0f91a9", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:27.419718 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72558bcc-94e5-40af-945c-1d18cbf7c63d {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:27.420171 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7225d3e-e383-4908-8556-80ea3cd0b208', 'name': 'network-vif-deleted', 'tag': '200f8ca6-cfcd-4265-ad13-0ac61b0f91a9', 'status': 'completed', 'code': 200} Jun 12 19:47:27.430487 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Pushing event deleted for resources: {'Port': ['ID=603147db-9b9b-4eee-b7e4-0b21500fb6fb,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:27.432914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:27.487188 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:27.526680 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] No DVR routers for this DVR port 603147db-9b9b-4eee-b7e4-0b21500fb6fb on host hv-cinder-79611 {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:27.529121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:27.531128 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ca269060-1d3e-4a37-b786-78eef00f99bd req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.41 "DELETE /v2.0/ports/603147db-9b9b-4eee-b7e4-0b21500fb6fb HTTP/1.1" status: 204 len: 173 time: 0.8905606 Jun 12 19:47:27.531657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'name': 'network-vif-deleted', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:27.534009 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e99ba7-1d39-497a-8112-1f775a086a55" -d '{"events": [{"server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "name": "network-vif-deleted", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:27.580525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69078bb-d0b3-4f00-bc8f-000e612c162f x-openstack-request-id: req-a69078bb-d0b3-4f00-bc8f-000e612c162f {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:27.581476 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f856e3a-89d6-411b-b767-7b84dd4114b9", "name": "network-vif-deleted", "tag": "603147db-9b9b-4eee-b7e4-0b21500fb6fb", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:27.582010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a69078bb-d0b3-4f00-bc8f-000e612c162f {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:27.582647 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f856e3a-89d6-411b-b767-7b84dd4114b9', 'name': 'network-vif-deleted', 'tag': '603147db-9b9b-4eee-b7e4-0b21500fb6fb', 'status': 'completed', 'code': 200} Jun 12 19:47:27.677638 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ec5e579f-a3ff-4e0c-b946-e893b6d35b6f req-acb18f2a-adf4-4ed4-b0fb-0ffd543c7c81 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7225d3e-e383-4908-8556-80ea3cd0b208 HTTP/1.1" status: 200 len: 210 time: 0.0379145 Jun 12 19:47:27.825485 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:27.828953 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:27.837220 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:27.837839 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:28.021921 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:28.121726 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f704e989-c98e-4f28-a2e6-0ac353292910 req-2368d586-bf7c-4589-84b2-20bc1b8b8b8c tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f856e3a-89d6-411b-b767-7b84dd4114b9 HTTP/1.1" status: 200 len: 210 time: 0.0348799 Jun 12 19:47:28.516456 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:28.520621 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007324-60dd-41b3-8915-6abac170e765 None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:28.642387 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306adc30-56e0-4190-8e76-2f021f8f0497 req-1c7b524e-352d-4715-844e-af407c2999dc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:28.644139 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-306adc30-56e0-4190-8e76-2f021f8f0497 req-1c7b524e-352d-4715-844e-af407c2999dc tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0801721 Jun 12 19:47:28.694137 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-306adc30-56e0-4190-8e76-2f021f8f0497 req-fc9c6ab9-a263-44d8-a3b1-473aabc8e12f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Jun 12 19:47:28.749500 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeced721-2a94-4c25-849a-d5ddcd9c2882 None None] New status for floating IP f785b052-6549-4b4d-bbab-707d3661a235: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:47:28.833273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 42986) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:28.905008 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-50e81e29-13ca-4a43-a342-48c729d5c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:28.907045 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-50e81e29-13ca-4a43-a342-48c729d5c58f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.0882316 Jun 12 19:47:28.918309 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:28.948746 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.027394 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.030551 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.031577 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "DELETE /v2.0/security-groups/39621c23-bfb0-4cb3-b295-16192495b798 HTTP/1.1" status: 204 len: 168 time: 0.1972344 Jun 12 19:47:29.032417 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d8b37186-f854-4eb9-81b5-a33f9b0d29d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:29.034169 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42988) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:29.043853 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39621c23-bfb0-4cb3-b295-16192495b798,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:29.047636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:29.063449 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.api.v2.resource [None req-35b73a09-ccb3-48fc-ae61-9a9096993c7a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] show failed (client error): The resource could not be found. Jun 12 19:47:29.064610 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-35b73a09-ccb3-48fc-ae61-9a9096993c7a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups/39621c23-bfb0-4cb3-b295-16192495b798 HTTP/1.1" status: 404 len: 347 time: 0.0293915 Jun 12 19:47:29.067399 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 42990) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:29.141333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-8acd9120-2e4e-4628-a289-b1abbbee24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:29.142812 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-8acd9120-2e4e-4628-a289-b1abbbee24fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.2279022 Jun 12 19:47:29.313192 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-bf1e103d-7c4b-43b7-8598-21bcec2ce489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 1000 time: 0.1210337 Jun 12 19:47:29.355088 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 603147db-9b9b-4eee-b7e4-0b21500fb6fb no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:29.380829 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 603147db-9b9b-4eee-b7e4-0b21500fb6fb {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:29.381194 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 603147db-9b9b-4eee-b7e4-0b21500fb6fb not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:29.381617 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:29.385147 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Deleting port 7316fb63-7858-4691-8668-ad4191d82740 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:29.385493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.389100 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-e41ecd94-da9b-4e11-9059-8df43c2d87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:29.390525 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-e41ecd94-da9b-4e11-9059-8df43c2d87cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0704596 Jun 12 19:47:29.406557 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:29.406925 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 200f8ca6-cfcd-4265-ad13-0ac61b0f91a9 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:29.539672 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.540057 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:29.557703 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-426702c0-6032-4f7c-8e3f-27c7e6152f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:29.559198 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-426702c0-6032-4f7c-8e3f-27c7e6152f74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544914 Jun 12 19:47:29.648878 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Calling delete_port for 7316fb63-7858-4691-8668-ad4191d82740 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:30.006732 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43042) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:30.207817 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-d0e6b45c-632c-4ad2-8a2a-cdd2b436d81f service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087573 Jun 12 19:47:30.256234 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b9e1-84b4-47bf-84a5-88e158734fc7 req-4fec4c94-aab2-4792-8d15-a227bb3f9488 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:30.257798 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-80b5b9e1-84b4-47bf-84a5-88e158734fc7 req-4fec4c94-aab2-4792-8d15-a227bb3f9488 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1592934 Jun 12 19:47:30.404075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.412433 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-93953adc-db00-4822-b203-b8885d2bfdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:30.417891 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-80b5b9e1-84b4-47bf-84a5-88e158734fc7 req-bd2234e1-412b-491d-a972-e1d5d92b3ed6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537809 Jun 12 19:47:30.454136 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'Port': ['ID=7316fb63-7858-4691-8668-ad4191d82740,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:30.457420 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6ae35f77-b063-442d-9cf6-5a370ee6dbd0 req-bd4834b7-7a23-4009-b7f8-b7b983117209 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410545 Jun 12 19:47:30.458291 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:30.536544 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.539347 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.540493 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "DELETE /v2.0/floatingips/f785b052-6549-4b4d-bbab-707d3661a235 HTTP/1.1" status: 204 len: 168 time: 1.4720058 Jun 12 19:47:30.656130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.717016 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-71444dd0-8d45-4795-8278-26d6555346ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.926346 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43050) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:30.931750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114160627', 'description': 'tempest-description--22212120'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:30.953143 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.986804 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:30.996821 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Deleting port 05fb99ae-85be-45a9-98c0-2a88f10df39e {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:30.997358 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.050024 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.053683 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.056714 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ac30415c-dcbe-498d-af18-81863b0efaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:31.099581 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.101446 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1734440 Jun 12 19:47:31.102374 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a347aef-2406-4f61-a582-5e2d0b65b533,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:31.104577 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43052) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:31.106570 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:31.109800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group_rule': {'security_group_id': '0a347aef-2406-4f61-a582-5e2d0b65b533', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:31.123395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] For port 05fb99ae-85be-45a9-98c0-2a88f10df39e, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=05fb99ae-85be-45a9-98c0-2a88f10df39e,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:31.123395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.141226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.203993 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.207805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.210648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:31.224117 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Calling delete_port for 05fb99ae-85be-45a9-98c0-2a88f10df39e owned by network:router_interface {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:31.228670 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f774e8-9878-4c5d-839d-a9524c5ecb48,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:31.231334 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:31.236396 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.237884 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9f0efae0-c18b-46ef-9cc7-7de40f98a6c7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321075 Jun 12 19:47:31.247343 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43054) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:31.249104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'security_group_rule': {'security_group_id': '0a347aef-2406-4f61-a582-5e2d0b65b533', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:31.275851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.346653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.350475 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.353498 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:31.372667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2506cd7-30a9-485e-af8e-f48c70f2bd67,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:31.375226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:31.380256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.381413 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b8a030fe-bebe-4dfd-8d81-2a67e438825b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378713 Jun 12 19:47:31.385397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43056) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:31.389895 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:31.416365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.478451 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.489194 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1a335310-e7b8-4f78-9305-64b081655b8f tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:31.594264 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fb99ae-85be-45a9-98c0-2a88f10df39e,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:31.598419 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:31.604470 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.747340 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1502b13-d94f-4585-a30c-a80be1db492c req-f62deb1f-466c-4bf0-961d-5b30e9323001 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:31.748869 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1502b13-d94f-4585-a30c-a80be1db492c req-f62deb1f-466c-4bf0-961d-5b30e9323001 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1943738 Jun 12 19:47:31.772126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.801170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Allocated IP 172.27.3.41 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/e1c65e72-ecd5-40e2-bdd9-19afcff677c4) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:31.822825 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c1502b13-d94f-4585-a30c-a80be1db492c req-fd416938-2dae-4d1e-92ba-41b7ba53cbb2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629070 Jun 12 19:47:31.943011 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.988319 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:31.991542 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-156ff665-d904-4ea3-8724-3d4f5f84be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:32.041676 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:32.044658 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:32.048034 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:32.084465 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=e1c65e72-ecd5-40e2-bdd9-19afcff677c4,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:32.088982 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:32.091174 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Router d7e1e1ea-b568-427e-9cc8-71259718a1cc has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:32.165466 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.219885 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.245088 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:32.249956 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] 10.222.0.11 "PUT /v2.0/routers/d7e1e1ea-b568-427e-9cc8-71259718a1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2418935 Jun 12 19:47:32.252521 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43062) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:32.255538 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Sync routers for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:32.268291 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:32.269576 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:32.430561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.438473 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:32.447078 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.453712 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.456193 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:32.547474 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=e1c65e72-ecd5-40e2-bdd9-19afcff677c4,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:32.557845 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.558675 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:32.566338 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.583796 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:32.585855 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1988320 Jun 12 19:47:32.816567 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:47:31Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:32.820234 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Checking router: d7e1e1ea-b568-427e-9cc8-71259718a1cc for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:32.828596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Routers {'d7e1e1ea-b568-427e-9cc8-71259718a1cc'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:32.829253 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:32.966638 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-d586188c-98c6-44ea-a100-637654ad215d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2114160627&fields=id&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 267 time: 0.0634747 Jun 12 19:47:33.010414 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] Set router d7e1e1ea-b568-427e-9cc8-71259718a1cc gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:33.031935 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:33.054443 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f090-03fb-4661-bb32-892d4a6e6226 req-d546210f-1f41-4634-a725-31b02f4deaab tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:33.056457 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d9e0f090-03fb-4661-bb32-892d4a6e6226 req-d546210f-1f41-4634-a725-31b02f4deaab tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1017611 Jun 12 19:47:33.112682 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d9e0f090-03fb-4661-bb32-892d4a6e6226 req-b7ab581d-38c7-48dd-acc6-54af8f9bda49 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Jun 12 19:47:33.165097 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-8c31047b-97d0-44ef-9863-5daf6edeb6b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:33.166628 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-8c31047b-97d0-44ef-9863-5daf6edeb6b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 816 time: 0.1900351 Jun 12 19:47:33.197273 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-055f05d3-c07f-41ab-9b72-8925af2447bc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/quotas/273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 375 time: 0.0217853 Jun 12 19:47:33.216881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Deleting port 562651ea-b6fb-4121-8b97-5b21d063f3ce {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:33.216881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:33.345355 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:47:31Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:33.351277 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad9902-07e6-4194-86be-4ae8b31317d5 None None] The sync data for ids ['d7e1e1ea-b568-427e-9cc8-71259718a1cc'] in dv-cinder-796113-3-iscsi is: [{'id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'name': 'tempest-TestMinimumBasicScenario-630193144-router', 'tenant_id': '909c3915c23d40518d4968b15a028cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:09Z', 'updated_at': '2021-06-12T19:47:31Z', 'revision_number': 5, 'project_id': '909c3915c23d40518d4968b15a028cd8', 'gw_port': {'id': '562651ea-b6fb-4121-8b97-5b21d063f3ce', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e1e1ea-b568-427e-9cc8-71259718a1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:11Z', 'updated_at': '2021-06-12T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:33.388609 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] For port 562651ea-b6fb-4121-8b97-5b21d063f3ce, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=562651ea-b6fb-4121-8b97-5b21d063f3ce,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:33.391508 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:33.402554 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-5216597b-84cc-44fb-aa91-055197c6e99d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2044084 Jun 12 19:47:33.482174 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43088) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:33.522527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Calling delete_port for 562651ea-b6fb-4121-8b97-5b21d063f3ce owned by network:router_gateway {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:33.610411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccae24-d52a-4c35-b16e-f1d9ac18b1b4 req-fab9709f-b59e-4e5d-bfb4-e4935ffe6f36 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:33.612709 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-28ccae24-d52a-4c35-b16e-f1d9ac18b1b4 req-fab9709f-b59e-4e5d-bfb4-e4935ffe6f36 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1240103 Jun 12 19:47:33.644165 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-c3c647f5-5509-483a-88f8-43acb5c2b9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1607594 Jun 12 19:47:33.667534 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-28ccae24-d52a-4c35-b16e-f1d9ac18b1b4 req-e86f2a22-023b-4c7b-8e7e-dafdb0f1780f tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475676 Jun 12 19:47:33.702461 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-5c9234d3-4f85-48fe-aae4-057b8d0efc2f service neutron] 10.222.0.11 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866871 Jun 12 19:47:33.920727 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:33.955612 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a8ea6f88-9e23-413c-ad6e-8572651f7654 service neutron] 10.222.0.11 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468998 Jun 12 19:47:33.986854 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:33.990127 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e5ec1fb9-644c-4eca-823d-23fbc8a60a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:34.038549 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=562651ea-b6fb-4121-8b97-5b21d063f3ce,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:34.038549 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:34.118326 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.232348 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6fbc7d56-2183-44ed-8e07-bdb8edb32f39 req-6a81e7f7-cda0-4535-a235-bf1f6e3760a6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 210 time: 0.0820050 Jun 12 19:47:34.317537 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.320560 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.411214 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.411984 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e1e1ea-b568-427e-9cc8-71259718a1cc {{(pid=98311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:47:34.417496 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.420968 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d7e1e1ea-b568-427e-9cc8-71259718a1cc HTTP/1.1" status: 204 len: 168 time: 2.1649981 Jun 12 19:47:34.421208 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43110) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:34.480565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Deleting subnet b07849dc-0d8a-4de3-a3ec-00587a71e006 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:47:34.480565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.535842 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.684760 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.763828 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.766509 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a78da32e-0ab4-40f5-a273-3282bb7e9ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:34.800401 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07849dc-0d8a-4de3-a3ec-00587a71e006,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:34.803827 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:34.806083 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:34.810184 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b07849dc-0d8a-4de3-a3ec-00587a71e006 HTTP/1.1" status: 204 len: 168 time: 0.3858480 Jun 12 19:47:34.810456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43114) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:34.817830 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194c5e3-30b8-4419-a4b4-bb01df5e327c None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:47:34.981258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.012121 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c192-87a1-4a6a-8c72-ea3d9968885c req-d705c32f-9689-4ae9-ad4e-98ad42f1fe10 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:35.013017 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ebb8c192-87a1-4a6a-8c72-ea3d9968885c req-d705c32f-9689-4ae9-ad4e-98ad42f1fe10 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1814570 Jun 12 19:47:35.099973 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ebb8c192-87a1-4a6a-8c72-ea3d9968885c req-4946d7d4-83e7-4c7b-ae39-cc354fa72b61 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642154 Jun 12 19:47:35.112883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Deleting port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:35.113846 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.170087 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] DHCP port deletion for cb3ad40f-8785-49de-a2bc-eecce91df1f8 request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:47:35.205896 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] For port 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=97c39edb-066c-4d9a-88c3-4ab76f1cc963,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:35.206262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.231343 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Deleting port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:35.231728 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.235072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 562651ea-b6fb-4121-8b97-5b21d063f3ce no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:35.282866 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 562651ea-b6fb-4121-8b97-5b21d063f3ce {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:35.283520 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 562651ea-b6fb-4121-8b97-5b21d063f3ce not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:35.284120 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 05fb99ae-85be-45a9-98c0-2a88f10df39e no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:35.306125 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Calling delete_port for 97c39edb-066c-4d9a-88c3-4ab76f1cc963 owned by network:dhcp {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:35.312998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 05fb99ae-85be-45a9-98c0-2a88f10df39e {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:35.313713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 05fb99ae-85be-45a9-98c0-2a88f10df39e not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:35.387013 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] For port 97c39edb-066c-4d9a-88c3-4ab76f1cc963, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=97c39edb-066c-4d9a-88c3-4ab76f1cc963,segment=NetworkSegment(82aacaeb-1be0-4cf5-a88e-ce360f1d112f),segment_id=82aacaeb-1be0-4cf5-a88e-ce360f1d112f)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:35.387473 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.391349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:35.423716 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1a7e699e-9cb2-4119-9122-7918408b4cd0 req-2fc354a7-5fa2-4417-a403-3e585644dc33 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 210 time: 0.0655496 Jun 12 19:47:35.425224 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.429322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bc0bfe8d-7a97-44c8-aaa7-32353740c216 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:35.475568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] No DVR routers for this DVR port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 on host dv-cinder-796113-3-iscsi {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:35.542472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c39edb-066c-4d9a-88c3-4ab76f1cc963,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:35.547208 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:35.692737 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Calling delete_port for 97c39edb-066c-4d9a-88c3-4ab76f1cc963 owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:35.697237 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-b993fe17-b74e-48f3-884f-c6f0e93840b6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:35.698966 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-b993fe17-b74e-48f3-884f-c6f0e93840b6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 816 time: 0.1669879 Jun 12 19:47:35.708048 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.733905 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3ad40f-8785-49de-a2bc-eecce91df1f8']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:35.749113 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aacaeb-1be0-4cf5-a88e-ce360f1d112f') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:35.749422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aacaeb-1be0-4cf5-a88e-ce360f1d112f') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:35.755770 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-bade8b49-4b45-4270-8ff9-57c7630481ce tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 380 time: 0.0475969 Jun 12 19:47:35.762148 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.766173 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'port': {'device_id': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'admin_state_up': True, 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'security_groups': ['0a347aef-2406-4f61-a582-5e2d0b65b533']}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:35.784408 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.801322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:47:35.801881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:47:35.803897 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:47:35.874888 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.910028 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.910329 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:35.912363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd5a65-ca6b-44b5-ae5c-f1bc05b4baa0" -d '{"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:35.921672 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7f7f4d55-8e79-4bed-a337-26fb4fc8036a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:35.932797 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.935874 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cb3ad40f-8785-49de-a2bc-eecce91df1f8 HTTP/1.1" status: 204 len: 168 time: 1.1244631 Jun 12 19:47:35.940274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43122) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:35.945828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:35.950907 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Made reservation on behalf of 273c6ed672c24311ba2b21fd95d4eb4e for: {'port': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:47:35.954380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.957478 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-bf1ff810-60c0-4653-bd0f-e3a5cb1296bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:35.959214 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.961115 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:35.966410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3ad40f-8785-49de-a2bc-eecce91df1f8,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:35.969296 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:36.008711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Network cb3ad40f-8785-49de-a2bc-eecce91df1f8 is not hosted by any dhcp agent {{(pid=98313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 12 19:47:36.009630 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] No DVR routers for this DVR port 97c39edb-066c-4d9a-88c3-4ab76f1cc963 on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:36.012376 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49b69d-7276-4567-a637-d0e979d9ed6c x-openstack-request-id: req-fd49b69d-7276-4567-a637-d0e979d9ed6c {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:36.012635 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:36.013102 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd49b69d-7276-4567-a637-d0e979d9ed6c {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:36.013493 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'code': 200} Jun 12 19:47:36.062811 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=6']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:36.079571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.080072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.080511 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.081066 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.081495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.081938 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.082359 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.082786 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.083201 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.083615 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.084030 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.084442 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:47:36.089510 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:36.090098 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:36.115383 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Pushing event deleted for resources: {'Port': ['ID=97c39edb-066c-4d9a-88c3-4ab76f1cc963,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:36.118032 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:36.154441 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-c3494005-7bfe-42e3-a428-973a14f9d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.156251 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-c3494005-7bfe-42e3-a428-973a14f9d09e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a&tenant_id=832dd60b657849a4b3b0355b6e83394a HTTP/1.1" status: 200 len: 1096 time: 0.1313252 Jun 12 19:47:36.251073 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-6996b48c-12a9-4d4c-a571-59c775d6dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.252475 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-6996b48c-12a9-4d4c-a571-59c775d6dd61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1096 time: 0.0678132 Jun 12 19:47:36.385036 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-aff5fb91-a042-45de-95f5-646eb6b35da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.386437 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-aff5fb91-a042-45de-95f5-646eb6b35da2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.1269560 Jun 12 19:47:36.454831 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Allocated IP 172.20.0.12 (3120e33c-815a-4918-b511-4e2800503bbb/4efea79d-d9a8-442d-bf27-0f7d97648754/613c6517-ab2c-4fac-96c2-135ba3081552) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:36.490558 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-10c84343-dea2-4b37-8041-d8c130a8e89b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 998 time: 0.0967379 Jun 12 19:47:36.508826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31460d-0a6a-4ed5-9797-a0901c96146b req-30170c70-7c48-4ae6-b1a9-41d17ba6d7e2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.510441 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3f31460d-0a6a-4ed5-9797-a0901c96146b req-30170c70-7c48-4ae6-b1a9-41d17ba6d7e2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.2740483 Jun 12 19:47:36.574011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-829810a8-9669-43d5-8987-a19eaebe44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.575562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-829810a8-9669-43d5-8987-a19eaebe44c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0764091 Jun 12 19:47:36.658926 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c3e2f9c6-6bad-4368-b044-33ee33a535c5 req-187cba7d-e713-4828-890e-8a906593d36e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 210 time: 0.0652084 Jun 12 19:47:36.659562 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-3f31460d-0a6a-4ed5-9797-a0901c96146b req-24f3cf9f-cbcc-4e43-a835-d4d368aefa38 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324193 Jun 12 19:47:36.693490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-859e8b53-9327-4b95-becf-4c09c6c2b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:36.697545 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-859e8b53-9327-4b95-becf-4c09c6c2b4e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151891 Jun 12 19:47:36.834686 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:36.857051 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Transition to ACTIVE for port object 613c6517-ab2c-4fac-96c2-135ba3081552 will not be triggered until provisioned by entity DHCP. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:36.874229 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-2911d390-6a63-4ba1-bd4c-63c31558dd8a service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579273 Jun 12 19:47:37.013979 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a6a9ea94-c165-4224-80e3-cb53deecef5b req-b366448d-0359-4171-bf1a-bcd6bf13f88b service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332722 Jun 12 19:47:37.185596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 97c39edb-066c-4d9a-88c3-4ab76f1cc963 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:37.211406 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 97c39edb-066c-4d9a-88c3-4ab76f1cc963 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:37.211754 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 97c39edb-066c-4d9a-88c3-4ab76f1cc963 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:37.298207 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:37.303128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0ce4e43d-d06c-46ab-9a14-38d62e9f3140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:37.354136 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:37.480713 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Network 3120e33c-815a-4918-b511-4e2800503bbb is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:37.488180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:37.501567 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:37.508423 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:37.539300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:37.575092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:37.576010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:37.614987 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8535888 Jun 12 19:47:37.686808 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Request body: {'port': {'device_id': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:37.790405 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96f17372-47ce-4fa3-8e95-ad50063a8eca None None] Provisioning for port 613c6517-ab2c-4fac-96c2-135ba3081552 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:37.796352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96f17372-47ce-4fa3-8e95-ad50063a8eca None None] Provisioning complete for port 613c6517-ab2c-4fac-96c2-135ba3081552 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:37.797144 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96f17372-47ce-4fa3-8e95-ad50063a8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:37.874302 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-96f17372-47ce-4fa3-8e95-ad50063a8eca None None] Port 613c6517-ab2c-4fac-96c2-135ba3081552 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:47:37.876158 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:38.015650 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237b741-4b86-4b7f-80bb-aaf92695af5c req-7a1f9f0e-f576-4dc2-a058-794f375810e9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:38.017387 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c237b741-4b86-4b7f-80bb-aaf92695af5c req-7a1f9f0e-f576-4dc2-a058-794f375810e9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 932 time: 0.0958734 Jun 12 19:47:38.171502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf26f-5c6f-4bb6-9ebf-172fb5a2e1d6 req-7101c95c-dbc1-4af6-8b7a-abd9657f6bfd tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:38.173302 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7ddcf26f-5c6f-4bb6-9ebf-172fb5a2e1d6 req-7101c95c-dbc1-4af6-8b7a-abd9657f6bfd tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.3041701 Jun 12 19:47:38.315223 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Deleting port 3905c719-d504-4a6a-bfe5-5e274222914f {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:38.315573 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:38.326183 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7ddcf26f-5c6f-4bb6-9ebf-172fb5a2e1d6 req-3cab12d1-e53c-44dd-9918-2b40525fbe35 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438775 Jun 12 19:47:38.446050 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-c237b741-4b86-4b7f-80bb-aaf92695af5c req-792cdc90-a17c-4d68-abb0-be95736e5601 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107192 Jun 12 19:47:38.520004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] For port 3905c719-d504-4a6a-bfe5-5e274222914f, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=3905c719-d504-4a6a-bfe5-5e274222914f,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:38.520660 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:38.525043 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:47:38.540763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:38.629525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Calling delete_port for 3905c719-d504-4a6a-bfe5-5e274222914f owned by network:router_interface {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:38.644757 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.provisioning_blocks [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Transition to ACTIVE for port object 613c6517-ab2c-4fac-96c2-135ba3081552 will not be triggered until provisioned by entity L2. {{(pid=98312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:38.652419 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:38.703624 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b116ab68-a2ff-4cfa-be19-7e40c31e6cf7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:38.833542 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:38.840370 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:39.027175 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Attempting to bind port 613c6517-ab2c-4fac-96c2-135ba3081552 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:47:39.027624 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Attempting to bind port 613c6517-ab2c-4fac-96c2-135ba3081552 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:47:39.028081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Attempting to bind port 613c6517-ab2c-4fac-96c2-135ba3081552 on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:39.038783 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Port 613c6517-ab2c-4fac-96c2-135ba3081552 on network 3120e33c-815a-4918-b511-4e2800503bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:47:39.039557 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Attempting to bind port 613c6517-ab2c-4fac-96c2-135ba3081552 on network 3120e33c-815a-4918-b511-4e2800503bbb {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:39.077462 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:47:39.077805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Checking segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:39.078199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Bound using segment: {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'} {{(pid=98312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:47:39.078648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.managers [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Bound port: 613c6517-ab2c-4fac-96c2-135ba3081552, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63834053-ffa7-4625-97f2-ef8ed954a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb'}}] {{(pid=98312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:47:39.079004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:39.152165 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:39.157200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4d7f1664-558d-4096-98a3-b754a4c87508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:39.212071 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3905c719-d504-4a6a-bfe5-5e274222914f,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:39.221124 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:39.250484 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, cleared binding levels {{(pid=98312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:47:39.309791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:47:39.325329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:39.329486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d3f29098-2d99-4633-b064-e35127be4561 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:39.500623 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:39.501513 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:39.503284 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] 10.222.0.41 "PUT /v2.0/ports/613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 1094 time: 1.8659177 Jun 12 19:47:39.504403 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:39.509147 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c140225-c0f5-4f5c-9422-c509299781b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:39.531373 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:47:39.681042 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=3']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:39.684732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:39.742286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2dcb-82a2-4fde-8ad7-e0e38a851125 req-b5b960f8-759d-4a38-a952-863b9c3b3275 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:39.743083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:39.746674 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3ebc2dcb-82a2-4fde-8ad7-e0e38a851125 req-b5b960f8-759d-4a38-a952-863b9c3b3275 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0861421 Jun 12 19:47:39.799602 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3ebc2dcb-82a2-4fde-8ad7-e0e38a851125 req-b466694c-b8ae-4ded-a62c-1323f1465bfc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Jun 12 19:47:40.152689 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa3b3-66b7-4d88-b51f-b2acc4d07798 req-8ee1dd7d-4e73-4399-987d-13e3278bdc78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:40.154130 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-593aa3b3-66b7-4d88-b51f-b2acc4d07798 req-8ee1dd7d-4e73-4399-987d-13e3278bdc78 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.5826001 Jun 12 19:47:40.155675 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa92d5-32ee-4f15-ab21-aebd17a7f5ec x-openstack-request-id: req-87fa92d5-32ee-4f15-ab21-aebd17a7f5ec {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:40.155996 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:40.156283 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87fa92d5-32ee-4f15-ab21-aebd17a7f5ec {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:40.156714 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'status': 'completed', 'code': 200} Jun 12 19:47:40.208515 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-69cd7d9f-74c1-4283-a784-b1fb75a47772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:40.210004 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-69cd7d9f-74c1-4283-a784-b1fb75a47772 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1097 time: 0.6369374 Jun 12 19:47:40.305492 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-0ca090b0-8d40-4e4c-82e9-23945cb7ed83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 217 time: 0.0777268 Jun 12 19:47:40.367643 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-593aa3b3-66b7-4d88-b51f-b2acc4d07798 req-06552e50-c587-4e3e-8a78-2006ce8c69f2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628726 Jun 12 19:47:40.422392 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-f36677a9-560c-4246-b138-4c42b75e4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:40.423771 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-f36677a9-560c-4246-b138-4c42b75e4126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.1064067 Jun 12 19:47:40.635327 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-b00a5538-7246-4f20-99f5-db875e7c8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:40.637492 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-b00a5538-7246-4f20-99f5-db875e7c8896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1630402 Jun 12 19:47:40.639524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Router fb18a406-621b-481f-a59f-791d1d735c7f has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:40.894947 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-99e4d21d-6934-44d0-b822-4665e75eaa66 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501473 Jun 12 19:47:40.948226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:40.957525 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/fb18a406-621b-481f-a59f-791d1d735c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0161171 Jun 12 19:47:40.958806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43168) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:40.961091 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Sync routers for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:40.971027 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:40.971981 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:41.039971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf94f-6949-431d-9b17-9660c0097cde req-4806f744-95ad-416c-9673-5e23755176c4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:41.043903 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-315bf94f-6949-431d-9b17-9660c0097cde req-4806f744-95ad-416c-9673-5e23755176c4 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.1134789 Jun 12 19:47:41.069217 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:41.107568 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-315bf94f-6949-431d-9b17-9660c0097cde req-c92e2fa9-be8c-457d-8458-5040666c3e62 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592089 Jun 12 19:47:41.175938 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:41.220397 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-428d6f22-1e7d-4d47-80ab-81913120db83 req-0221d578-89b3-460e-ad0a-d8e7dfc7a8dc service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179018 Jun 12 19:47:41.247359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:41.445224 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-f8074b30-f11b-4bed-8809-b352c88fef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:41.447211 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-f8074b30-f11b-4bed-8809-b352c88fef1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1097 time: 0.1509821 Jun 12 19:47:41.449158 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:41.551404 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:47:39Z', 'revision_number': 5, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port': {'id': 'ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:20Z', 'updated_at': '2021-06-12T19:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:41.560189 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Checking router: fb18a406-621b-481f-a59f-791d1d735c7f for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:41.573853 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Routers {'fb18a406-621b-481f-a59f-791d1d735c7f'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:41.574921 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['fb18a406-621b-481f-a59f-791d1d735c7f'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:41.663198 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-21d6a2ac-942b-451b-a9a5-d68e00536707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:41.664777 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-21d6a2ac-942b-451b-a9a5-d68e00536707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.2083523 Jun 12 19:47:41.672495 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Deleting port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:41.672844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:41.755939 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-0246df36-3a04-4fea-bb9e-6360063a2361 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 217 time: 0.0802433 Jun 12 19:47:41.756262 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] Set router fb18a406-621b-481f-a59f-791d1d735c7f gateway port host: None {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:41.822889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38633d-e7ed-46f5-a8a9-f02f3cf07997 req-a1fa9041-4bee-4294-aa83-814b754b8d48 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:41.824498 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8c38633d-e7ed-46f5-a8a9-f02f3cf07997 req-a1fa9041-4bee-4294-aa83-814b754b8d48 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.2560728 Jun 12 19:47:41.858725 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:47:41Z', 'revision_number': 6, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:41.862469 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1251e4a-b8a2-4999-b6d7-d9cd1a517e4c None None] The sync data for ids ['fb18a406-621b-481f-a59f-791d1d735c7f'] in dv-cinder-796113-3-iscsi is: [{'id': 'fb18a406-621b-481f-a59f-791d1d735c7f', 'name': 'tempest-TestMinimumBasicScenario-133163715-router', 'tenant_id': '9dd946554efc4e3cb7feaea64906f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:19Z', 'updated_at': '2021-06-12T19:47:41Z', 'revision_number': 6, 'project_id': '9dd946554efc4e3cb7feaea64906f2ed', 'gw_port_host': None}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:41.922512 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] For port ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:41.923097 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:41.926138 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-74a9446c-6b45-4381-a0a4-14cf7b450957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:41.927643 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-74a9446c-6b45-4381-a0a4-14cf7b450957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.1617718 Jun 12 19:47:42.377576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-0c37c9bd-3d3f-459e-bc83-ef10d5f437f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.379840 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-0c37c9bd-3d3f-459e-bc83-ef10d5f437f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1096 time: 0.1700966 Jun 12 19:47:42.409991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Calling delete_port for ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:42.416091 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8c38633d-e7ed-46f5-a8a9-f02f3cf07997 req-a164b1a2-bb54-4354-a8ff-d4c6bf953e19 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5630164 Jun 12 19:47:42.470095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40922d9c-fccb-44f3-b129-e45f83bc9d95 req-a43484c9-4d8d-4357-94f8-662681da1c18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.471549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-40922d9c-fccb-44f3-b129-e45f83bc9d95 req-a43484c9-4d8d-4357-94f8-662681da1c18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.1567872 Jun 12 19:47:42.510142 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-79bea074-8121-4dfb-bc20-1f155583a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.523418 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-79bea074-8121-4dfb-bc20-1f155583a53a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5810776 Jun 12 19:47:42.610381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-5dbdb560-122c-49db-94bd-4448e489b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.611808 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-5dbdb560-122c-49db-94bd-4448e489b79b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.2069187 Jun 12 19:47:42.615122 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-40922d9c-fccb-44f3-b129-e45f83bc9d95 req-aa141f5f-1d17-4965-bd42-bc96d1982385 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933242 Jun 12 19:47:42.729860 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-bb882e27-35b9-467f-883e-9e517fa06745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 998 time: 0.1074824 Jun 12 19:47:42.733648 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-9da04b4e-7e4c-491c-996a-a71cbd03407b service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045200 Jun 12 19:47:42.811860 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-632bcec8-6547-49fe-aaf8-72945af80a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.812992 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-632bcec8-6547-49fe-aaf8-72945af80a40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0722995 Jun 12 19:47:42.894424 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:42.896159 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-c50e2394-b544-4729-be04-3afebfbf4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:42.900762 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-c50e2394-b544-4729-be04-3afebfbf4dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808051 Jun 12 19:47:42.901133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-67e18fcd-4e4a-4cc3-a413-6f5b36f27cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:42.962360 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:42.965531 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:42.971347 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2c140225-c0f5-4f5c-9422-c509299781b6 req-c990594f-64b4-4b23-903d-02616aa37081 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300215 Jun 12 19:47:43.042924 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-7fcd44d7-ca8f-4326-84ad-64d708b1d546 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352143 Jun 12 19:47:43.064540 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.186254 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-48ba4b52-fe60-4b75-843a-d4f86678e831 req-20067c6f-a28d-458c-9c33-7fadc24b2ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348352 Jun 12 19:47:43.213782 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 3905c719-d504-4a6a-bfe5-5e274222914f no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:43.234474 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.237239 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.242399 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 3905c719-d504-4a6a-bfe5-5e274222914f {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:43.242885 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 3905c719-d504-4a6a-bfe5-5e274222914f not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:43.243327 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:43.269995 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:43.270347 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device ac56cc14-9b4c-4c1a-a6ca-b03a5cc3bfc4 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:43.339882 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.340692 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb18a406-621b-481f-a59f-791d1d735c7f {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:47:43.349062 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.351476 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fb18a406-621b-481f-a59f-791d1d735c7f HTTP/1.1" status: 204 len: 168 time: 2.3881814 Jun 12 19:47:43.354315 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43178) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:43.423063 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Deleting subnet edccceb5-0257-4abf-822e-791a4ee379b1 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:47:43.426917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.495205 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.690327 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.816022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.829002 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:43.869192 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:43.871092 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/edccceb5-0257-4abf-822e-791a4ee379b1 HTTP/1.1" status: 204 len: 168 time: 0.5156980 Jun 12 19:47:43.873660 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edccceb5-0257-4abf-822e-791a4ee379b1,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:43.877168 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:43.877847 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43188) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:43.878439 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23608da1-6731-4570-8297-981c1a637bbb None None] Network 00d0f74d-0e8e-4f50-9188-076a893d1bc0 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:47:43.911336 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb017-2aa4-4bf7-bd2d-9337bd3fa22c req-6651787c-dd6d-44ff-a14f-7cfc856f0fb6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:43.914699 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-94fbb017-2aa4-4bf7-bd2d-9337bd3fa22c req-6651787c-dd6d-44ff-a14f-7cfc856f0fb6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.1184466 Jun 12 19:47:43.946850 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f68f7-1343-46e6-bb07-eaa0146474c6 req-145cd527-75fd-4a89-ae8e-66de23e6e251 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:43.948663 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ec8f68f7-1343-46e6-bb07-eaa0146474c6 req-145cd527-75fd-4a89-ae8e-66de23e6e251 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.1927764 Jun 12 19:47:43.964388 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-94fbb017-2aa4-4bf7-bd2d-9337bd3fa22c req-959b2da8-c136-4097-bd84-8258b5e0b71f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Jun 12 19:47:44.038252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.060331 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ec8f68f7-1343-46e6-bb07-eaa0146474c6 req-8d7fec54-1d3e-45f4-982c-3ca1e88c7267 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041644 Jun 12 19:47:44.139874 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Deleting port 73ae7af5-c514-4d76-9d5a-02e6173254cd {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:44.140242 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.170283 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] DHCP port deletion for 00d0f74d-0e8e-4f50-9188-076a893d1bc0 request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:47:44.234304 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] For port 73ae7af5-c514-4d76-9d5a-02e6173254cd, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=73ae7af5-c514-4d76-9d5a-02e6173254cd,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:44.234716 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.240095 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Deleting port 73ae7af5-c514-4d76-9d5a-02e6173254cd {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:47:44.244260 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.330758 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] For port 73ae7af5-c514-4d76-9d5a-02e6173254cd, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=73ae7af5-c514-4d76-9d5a-02e6173254cd,segment=NetworkSegment(d38e3647-d0ed-43fe-8316-19a608ea40ec),segment_id=d38e3647-d0ed-43fe-8316-19a608ea40ec)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:44.331156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.345394 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Calling delete_port for 73ae7af5-c514-4d76-9d5a-02e6173254cd owned by network:dhcp {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:44.436223 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Calling delete_port for 73ae7af5-c514-4d76-9d5a-02e6173254cd owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:47:44.457226 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.461311 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1dc91907-444f-46b8-b457-9b57811d3022 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:44.495389 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ae7af5-c514-4d76-9d5a-02e6173254cd,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:44.498114 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:44.500900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] No DVR routers for this DVR port 73ae7af5-c514-4d76-9d5a-02e6173254cd on host dv-cinder-796113-3-iscsi {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:44.548403 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.552637 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:44.587960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Pushing event deleted for resources: {'Port': ['ID=73ae7af5-c514-4d76-9d5a-02e6173254cd,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:44.595339 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] No DVR routers for this DVR port 73ae7af5-c514-4d76-9d5a-02e6173254cd on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:47:44.597332 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:44.677473 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.692122 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d0f74d-0e8e-4f50-9188-076a893d1bc0']}} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:44.704690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38e3647-d0ed-43fe-8316-19a608ea40ec') {'for_net_delete': True} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:44.705011 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38e3647-d0ed-43fe-8316-19a608ea40ec') {} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:44.716917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5249024'] for segment, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.733247 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.744131 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=98312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:47:44.744641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070530'] for segment, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: retrieve_revision_numbers = { Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: Traceback (most recent call last): Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: timer() Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: cb(*args, **kw) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: return func(*args, **kwargs) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: self._notify() Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: self.callback(batched_events) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: event.method(event) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: return f(self, *a, **k) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._get(url).json() Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: return self.request(url, 'GET', **kwargs) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:47:44.747514 dv-cinder-796113-3-iscsi neutron-server[98312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:47:44.855971 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.861280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:44.865496 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:44.869068 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/00d0f74d-0e8e-4f50-9188-076a893d1bc0 HTTP/1.1" status: 204 len: 168 time: 0.9880207 Jun 12 19:47:44.890200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d0f74d-0e8e-4f50-9188-076a893d1bc0,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:44.893516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:45.045830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43198) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:45.114130 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43202) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:45.114652 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-65c8c578-5af3-4e6b-a057-4256fb7c5da7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=909c3915c23d40518d4968b15a028cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671957 Jun 12 19:47:45.226676 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 73ae7af5-c514-4d76-9d5a-02e6173254cd no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:47:45.229987 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e527-52c2-48a2-a4cb-88514b44c6ef req-4fca34a2-19c4-405a-97ab-931ef3a26309 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:45.231597 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0234e527-52c2-48a2-a4cb-88514b44c6ef req-4fca34a2-19c4-405a-97ab-931ef3a26309 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.1072223 Jun 12 19:47:45.238681 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.269586 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 73ae7af5-c514-4d76-9d5a-02e6173254cd {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:47:45.270333 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 73ae7af5-c514-4d76-9d5a-02e6173254cd not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:47:45.288104 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0234e527-52c2-48a2-a4cb-88514b44c6ef req-efa7271f-3397-42a0-a3fb-9c473451fe19 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 Jun 12 19:47:45.313766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.374286 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94387-d788-439a-b8bf-a7797f4e627b req-ac1dfc71-566e-40e8-b8b6-7b3c5a776b17 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:45.375967 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-65c94387-d788-439a-b8bf-a7797f4e627b req-ac1dfc71-566e-40e8-b8b6-7b3c5a776b17 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 943 time: 0.1512096 Jun 12 19:47:45.412272 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.416696 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.418033 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfc0f9c3-9361-4427-9226-1fefc8da0a92 HTTP/1.1" status: 204 len: 168 time: 0.3020720 Jun 12 19:47:45.424914 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:47:45.427178 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-99cb6e6c-147a-4e9b-a238-de78faaa41bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:45.441147 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0f9c3-9361-4427-9226-1fefc8da0a92,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:45.450154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:45.453783 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-65c94387-d788-439a-b8bf-a7797f4e627b req-d1bbed71-d0cb-4710-b6e8-e1018e69b094 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704558 Jun 12 19:47:45.593981 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:45.609245 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '613c6517-ab2c-4fac-96c2-135ba3081552', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:47:45.660046 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.676933 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:47:45.703862 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:45.719708 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:45.720725 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:47:45.723100 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-44b4a198-295a-492b-8274-80a1edd9baf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:45.826605 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:45.831447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:45.848401 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43210) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:45.898207 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c023f6df-7f89-4126-9dd6-1d5dc4063586 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd946554efc4e3cb7feaea64906f2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481424 Jun 12 19:47:45.901953 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43212) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:45.934633 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:45.950665 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'port_id': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'mac_address': 'fa:16:3e:5d:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:47:45.967012 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.000072 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.024107 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.041241 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed346e32-93fc-4d07-ba72-1c584af90320 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:47:46.072549 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.075280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.076450 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a79910b7-e4a4-4225-89d4-886d885c55d8 HTTP/1.1" status: 204 len: 168 time: 0.1735182 Jun 12 19:47:46.077344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d1a94d32-d0bb-4006-8af5-08248d9d3c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:46.089709 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:46.094247 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79910b7-e4a4-4225-89d4-886d885c55d8,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:46.096443 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:46.098173 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:46.103857 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:46.165432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=7']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:46.170299 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:46.523240 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5040-5d0a-4c70-8657-6c2381a8a024 req-377a3a4b-7309-4582-96b9-6fce0592d837 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:46.525346 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e42a5040-5d0a-4c70-8657-6c2381a8a024 req-377a3a4b-7309-4582-96b9-6fce0592d837 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.0779350 Jun 12 19:47:46.577455 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e42a5040-5d0a-4c70-8657-6c2381a8a024 req-268880cd-9c6d-438e-a7ac-30aa5ee14821 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Jun 12 19:47:46.585708 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['613c6517-ab2c-4fac-96c2-135ba3081552'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:46.591350 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['ed346e32-93fc-4d07-ba72-1c584af90320'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:47:46.664267 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753693-255f-4e83-b108-fb8f0a895e96 req-73aaf04f-4807-48bc-ac04-2e53f35e5e51 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:46.665889 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9f753693-255f-4e83-b108-fb8f0a895e96 req-73aaf04f-4807-48bc-ac04-2e53f35e5e51 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.0824592 Jun 12 19:47:46.719724 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9f753693-255f-4e83-b108-fb8f0a895e96 req-aaf32c6b-d85e-4dd0-8fa7-0854f4b211f9 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 Jun 12 19:47:46.874901 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43240) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:46.976344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943136865-network', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:46.999261 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Made reservation on behalf of 7c29f343ce2a4a0ea6e3d11663f20f14 for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:47:47.001659 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.013841 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.109280 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.113081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.116018 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a3cc5fbb-e648-468d-aa71-dff39925127e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:47.143335 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:47:47.154047 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5eeaa-c7b4-4a56-8076-957ba96a8eab,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:47.158354 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:47.159489 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.159834 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Added segment 11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a of type vlan for network 90fa61e4-0404-4d3a-8d01-8033614ad14b Jun 12 19:47:47.212806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.247135 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.248667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:47.249309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.251918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fe54fdcc-bb13-4dcf-82f1-039c5dd2eaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:47.288596 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4125404 Jun 12 19:47:47.291925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43246) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:47.297365 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Request body: {'subnet': {'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943136865-subnet', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'ip_version': 4}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:47.322125 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Made reservation on behalf of 7c29f343ce2a4a0ea6e3d11663f20f14 for: {'subnet': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:47:47.324144 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6820236'] for subnet, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.339170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Pushing event updated for resources: {'Network': ['ID=90fa61e4-0404-4d3a-8d01-8033614ad14b,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:47.341963 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:47.349107 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:47:47.570245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6916371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6820250'] for subnet, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.572526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0cecba09-1b92-4a91-b65c-311a37826d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:47.639749 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7964ef4b-cf1e-487d-a22b-d994af26d8f7,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:47.643395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:47.650066 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:47.650437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Network hostable DHCP agents. Network: 90fa61e4-0404-4d3a-8d01-8033614ad14b, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:47:47.669284 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:47:47.681512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 90fa61e4-0404-4d3a-8d01-8033614ad14b) {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:47.688352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:47.688352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.692226 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626abb08-7d4d-420e-a8b1-a184e3725178 None None] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:47:47.705379 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-41256386-ce31-4089-8aed-75371f7f51f0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4118266 Jun 12 19:47:47.707713 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43250) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:47.713624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:47.779053 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.780057 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.825740 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91cf42-3878-4b7f-9936-980a3b4377cd req-4233d0e9-8f01-48fe-a48d-ad6c25ed2436 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:47.827387 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8a91cf42-3878-4b7f-9936-980a3b4377cd req-4233d0e9-8f01-48fe-a48d-ad6c25ed2436 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.1105232 Jun 12 19:47:47.879490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.905509 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-90fa61e4-0404-4d3a-8d01-8033614ad14b', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:47:47.906455 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:47.948323 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37880050-54b2-44ae-883e-98ed20cd3c2b req-dae87c65-6075-490e-9884-e4b2010b7073 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:47.955140 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-37880050-54b2-44ae-883e-98ed20cd3c2b req-dae87c65-6075-490e-9884-e4b2010b7073 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.1003385 Jun 12 19:47:48.023636 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-37880050-54b2-44ae-883e-98ed20cd3c2b req-6352d528-2c7f-4316-9348-77d5aa44d76e tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619383 Jun 12 19:47:48.056793 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8a91cf42-3878-4b7f-9936-980a3b4377cd req-75b3486e-9007-4621-9d17-bb00cf8fe9b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881557 Jun 12 19:47:48.115312 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Allocated IP 172.20.0.2 (90fa61e4-0404-4d3a-8d01-8033614ad14b/7964ef4b-cf1e-487d-a22b-d994af26d8f7/48cd2684-6a8a-4b29-876b-21d29c3bab25) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:48.200093 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.335961 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.346816 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Transition to ACTIVE for port object 48cd2684-6a8a-4b29-876b-21d29c3bab25 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:48.367076 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Transition to ACTIVE for port object 48cd2684-6a8a-4b29-876b-21d29c3bab25 will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:48.374962 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.378397 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:48.429509 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:48.432926 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:48.436475 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:48.444843 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Pushing event updated for resources: {'Port': ['ID=48cd2684-6a8a-4b29-876b-21d29c3bab25,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:48.447962 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:48.522915 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Attempting to bind port 48cd2684-6a8a-4b29-876b-21d29c3bab25 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:47:48.523470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Attempting to bind port 48cd2684-6a8a-4b29-876b-21d29c3bab25 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:47:48.523852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Attempting to bind port 48cd2684-6a8a-4b29-876b-21d29c3bab25 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:48.529031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.529253 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:47:48.529582 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:48.529992 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.530397 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Bound using segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:47:48.530898 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Bound port: 48cd2684-6a8a-4b29-876b-21d29c3bab25, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:47:48.531272 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.557226 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.613649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] For port 48cd2684-6a8a-4b29-876b-21d29c3bab25, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:47:48.619848 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] For port 48cd2684-6a8a-4b29-876b-21d29c3bab25, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48cd2684-6a8a-4b29-876b-21d29c3bab25,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:47:48.631214 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.634831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:48.691489 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Allocated IP 172.27.3.133 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:48.708718 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Pushing event updated for resources: {'Port': ['ID=48cd2684-6a8a-4b29-876b-21d29c3bab25,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:48.712409 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:48.844210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.914305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:48.924730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fabbd3d7-c449-4f8f-ba77-50e7ad4e8bd2 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:48.966730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:48.973999 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:48.977263 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:49.017060 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Pushing event updated for resources: {'Port': ['ID=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:49.020186 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:49.235467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150e38-5bb4-4e1e-b1a9-66210213eafb req-b8f6dd01-b0c4-454f-9343-822c2f58a20d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:49.237423 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f5150e38-5bb4-4e1e-b1a9-66210213eafb req-b8f6dd01-b0c4-454f-9343-822c2f58a20d tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.0920808 Jun 12 19:47:49.258810 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48cd2684-6a8a-4b29-876b-21d29c3bab25 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:49.289888 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f5150e38-5bb4-4e1e-b1a9-66210213eafb req-21b22c2b-46ba-4c05-97b7-fe9b1ca8ada6 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Jun 12 19:47:49.321087 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 48cd2684-6a8a-4b29-876b-21d29c3bab25 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:49.410662 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.482550 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:49.536556 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0a45-9fce-4fc7-b5e0-4869f929f1dd req-1445980d-4439-4dd4-8add-26469c67a09b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:49.538932 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fdbc0a45-9fce-4fc7-b5e0-4869f929f1dd req-1445980d-4439-4dd4-8add-26469c67a09b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.2682414 Jun 12 19:47:49.566247 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 613c6517-ab2c-4fac-96c2-135ba3081552 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:49.573181 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 613c6517-ab2c-4fac-96c2-135ba3081552 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:49.574323 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.595104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43278) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:49.621968 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fdbc0a45-9fce-4fc7-b5e0-4869f929f1dd req-a03d07a5-03e8-44d2-9669-100538456f8d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691442 Jun 12 19:47:49.739957 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.751917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.773927 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:49.776842 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c283b1-8653-4b1e-a779-c817bd421469" -d '{"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:49.812970 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:49.818070 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.820503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:49.830693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:49.838354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a1479-26d5-4c7a-95dd-344d339197c8 None None] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:47:49.869237 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98891272-f73a-4e81-89c1-92eb0a057bbb x-openstack-request-id: req-98891272-f73a-4e81-89c1-92eb0a057bbb {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:49.869623 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:49.869980 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98891272-f73a-4e81-89c1-92eb0a057bbb {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:49.870401 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'code': 200} Jun 12 19:47:49.908775 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.915555 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:49.920971 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ee6145b7-dc5b-4e87-b6a1-dcd645ca5d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:49.971556 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc2ceb7-8f6e-4e23-a3da-b326222ebddf,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:49.976354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-c4322f15-c053-487d-addb-816170a9692b None None] Provisioning for port 48cd2684-6a8a-4b29-876b-21d29c3bab25 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:49.981566 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cd7564575864861887e1f6f60643dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850868 Jun 12 19:47:49.983890 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:49.984360 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43284) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:49.986821 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-c4322f15-c053-487d-addb-816170a9692b None None] Provisioning complete for port 48cd2684-6a8a-4b29-876b-21d29c3bab25 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:49.987211 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c4322f15-c053-487d-addb-816170a9692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.090608 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.092226 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:50.096143 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:50.132215 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.168889 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port ed346e32-93fc-4d07-ba72-1c584af90320 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:50.169181 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.210585 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.214636 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.218744 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bc2ceb7-8f6e-4e23-a3da-b326222ebddf HTTP/1.1" status: 204 len: 168 time: 0.2331438 Jun 12 19:47:50.219695 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a04a86e9-b8a6-4835-b6cf-baeabfa9d7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:50.224473 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631875d8-ca85-4386-9a0d-242de2719064 req-c8f40eca-a37e-4ce9-975f-a9de780d0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:50.227829 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-631875d8-ca85-4386-9a0d-242de2719064 req-c8f40eca-a37e-4ce9-975f-a9de780d0ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1099 time: 0.1040363 Jun 12 19:47:50.230682 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc2ceb7-8f6e-4e23-a3da-b326222ebddf,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:50.233403 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-919da905-d79f-4b7c-bbd0-d83c73728556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:50.244116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.457861 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-631875d8-ca85-4386-9a0d-242de2719064 req-6ca1e763-91ea-4f8f-ac5d-536498d9d7ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204075 Jun 12 19:47:50.469674 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c4322f15-c053-487d-addb-816170a9692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.572487 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-c4322f15-c053-487d-addb-816170a9692b None None] For port 48cd2684-6a8a-4b29-876b-21d29c3bab25, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48cd2684-6a8a-4b29-876b-21d29c3bab25,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:50.582830 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c4322f15-c053-487d-addb-816170a9692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.590724 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:50.624004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.688412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8e321-31b9-4187-89bf-a4c17a8e3317 req-d7ae2d2d-1ad9-4bb0-b88a-121683c0a305 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:50.691562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73c8e321-31b9-4187-89bf-a4c17a8e3317 req-d7ae2d2d-1ad9-4bb0-b88a-121683c0a305 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 944 time: 0.1619205 Jun 12 19:47:50.693756 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:47:50.694648 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:50.696402 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4322f15-c053-487d-addb-816170a9692b None None] Pushing event updated for resources: {'Port': ['ID=48cd2684-6a8a-4b29-876b-21d29c3bab25,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:50.700792 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-c4322f15-c053-487d-addb-816170a9692b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:50.704592 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:50.708192 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:50.780563 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=8']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:50.784318 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:50.933346 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-73c8e321-31b9-4187-89bf-a4c17a8e3317 req-55ace9d8-9745-43e5-9f5c-9f87dbe5c666 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315760 Jun 12 19:47:50.970791 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:50.985816 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:50.996657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f572741-633a-4a16-a022-1d902a5c5c43 req-19cf2336-2833-4f4f-97ff-c8a75e3472be tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:50.998349 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7f572741-633a-4a16-a022-1d902a5c5c43 req-19cf2336-2833-4f4f-97ff-c8a75e3472be tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1106775 Jun 12 19:47:51.000047 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:51.005257 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5008af9f-06d5-4fd6-a709-8cfb4f39624a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2930858 Jun 12 19:47:51.008525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43302) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:51.020599 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:51.021354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:51.051172 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7f572741-633a-4a16-a022-1d902a5c5c43 req-64959565-d865-4118-aa00-560f6b29ffae tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457225 Jun 12 19:47:51.084546 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-42dc8008-a27e-4cf1-9801-e315624da033 None None] Provisioning complete for port 48cd2684-6a8a-4b29-876b-21d29c3bab25 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:51.084546 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-42dc8008-a27e-4cf1-9801-e315624da033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:51.238786 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48cd2684-6a8a-4b29-876b-21d29c3bab25 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:51.317671 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:51.483598 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 48cd2684-6a8a-4b29-876b-21d29c3bab25 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:51.483993 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:51.743177 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:51.767255 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:49Z', 'revision_number': 3, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:51.772919 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:51.773441 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Updating router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:47:51.830378 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:51.875686 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:51.878021 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b17b84-85fe-43d7-9c0c-ed862d981ae6" -d '{"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-plugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:51.963779 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db1e78-c757-4880-a622-9af620cc97bd x-openstack-request-id: req-d2db1e78-c757-4880-a622-9af620cc97bd {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:51.968705 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-plugged", "status": "completed", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:51.968705 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2db1e78-c757-4880-a622-9af620cc97bd {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:51.969117 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'code': 200} Jun 12 19:47:51.995399 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Allocated IP 172.20.0.1 (90fa61e4-0404-4d3a-8d01-8033614ad14b/7964ef4b-cf1e-487d-a22b-d994af26d8f7/638624a7-5cb9-4f65-9681-e1698cf2e9af) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:52.217274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f6b15-7efd-4c53-8773-c59afe644870 req-a5d6c72a-05cf-4ea7-8497-ee1ded0f71a7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:52.221201 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-596f6b15-7efd-4c53-8773-c59afe644870 req-a5d6c72a-05cf-4ea7-8497-ee1ded0f71a7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1215982 Jun 12 19:47:52.292593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.338400 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-596f6b15-7efd-4c53-8773-c59afe644870 req-7148f5c5-fe06-4e02-825d-e5b44d88f9a2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070766 Jun 12 19:47:52.399562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Transition to ACTIVE for port object 638624a7-5cb9-4f65-9681-e1698cf2e9af will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:52.430593 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.441087 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Transition to ACTIVE for port object 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:52.447697 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.449774 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:52.450422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544de0b-9389-4895-bb2c-9776098f75ed req-9d4212fe-87d2-4466-9880-45b021d74391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:52.451949 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a544de0b-9389-4895-bb2c-9776098f75ed req-9d4212fe-87d2-4466-9880-45b021d74391 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.2862599 Jun 12 19:47:52.491613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.495321 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-abb95a10-ee90-4e8c-a55d-fdc275dd4638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:52.505537 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee711da-3e0c-4477-9af9-3f4a63cc0a69 req-77bda65c-8133-45ec-94d7-e5dcc83d5018 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:52.507363 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6ee711da-3e0c-4477-9af9-3f4a63cc0a69 req-77bda65c-8133-45ec-94d7-e5dcc83d5018 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.2243643 Jun 12 19:47:52.513373 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Attempting to bind port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:47:52.513373 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Attempting to bind port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:47:52.513373 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Attempting to bind port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:52.522447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:47:52.522914 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:52.523530 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.524106 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:47:52.524799 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Bound port: 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:47:52.525390 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.559750 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Pushing event updated for resources: {'Port': ['ID=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:52.562874 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:52.579743 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a544de0b-9389-4895-bb2c-9776098f75ed req-72c211c5-6f51-425c-a1c0-6fae85b1f4cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209531 Jun 12 19:47:52.589955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:52.594378 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:52.596875 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] For port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:47:52.600957 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] For port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:47:52.603409 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:52.606149 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.607717 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Pushing event updated for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:52.609218 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-67b93468-1dab-4f6b-97da-5702c7c85e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:52.642917 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:52.664014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6ee711da-3e0c-4477-9af9-3f4a63cc0a69 req-74cf6910-202c-42f3-9038-67af35df9d79 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452281 Jun 12 19:47:52.694556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:52.696069 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:52.703966 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Pushing event updated for resources: {'Port': ['ID=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:52.708398 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.757426 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:52.924089 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4b17a-5ee3-4d45-925d-997aa4549321 req-722460ed-f2ad-4a88-95f8-cdcdba44f8a3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:52.927187 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-71f4b17a-5ee3-4d45-925d-997aa4549321 req-722460ed-f2ad-4a88-95f8-cdcdba44f8a3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1100714 Jun 12 19:47:52.936984 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43378) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:52.942068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Request body: {'floatingip': {'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:52.970351 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:52.990209 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-930b473d-b7e1-442a-83ee-7acb1af81ae3 None None] Provisioning for port 638624a7-5cb9-4f65-9681-e1698cf2e9af completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:53.002824 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-930b473d-b7e1-442a-83ee-7acb1af81ae3 None None] Provisioning complete for port 638624a7-5cb9-4f65-9681-e1698cf2e9af triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:53.003081 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-930b473d-b7e1-442a-83ee-7acb1af81ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:53.011959 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:53.080867 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:53.083782 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-930b473d-b7e1-442a-83ee-7acb1af81ae3 None None] Port 638624a7-5cb9-4f65-9681-e1698cf2e9af cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:47:53.232244 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:53.239608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:53.245652 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-13dac4cb-dbda-4c55-9336-fce3c35d0fbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:53.343030 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:53.346211 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Pushing event updated for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:53.352810 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:53.403376 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:49Z', 'revision_number': 3, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:53.407552 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded72e6-eed4-4c23-9744-b227bcf09748 None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:49Z', 'revision_number': 3, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:53.604194 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:53.607549 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:53.786944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f56fc5-704c-45e1-94c3-68c54b267cf3 req-fc1244c9-b068-47a0-8d58-92fd0a8a313c tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:53.799995 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b1f56fc5-704c-45e1-94c3-68c54b267cf3 req-fc1244c9-b068-47a0-8d58-92fd0a8a313c tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.3034368 Jun 12 19:47:53.893906 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b1f56fc5-704c-45e1-94c3-68c54b267cf3 req-9220f302-0c38-441d-977e-a32fb974b389 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926270 Jun 12 19:47:53.946322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:54.125694 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-5e0169c4-ec6e-497d-87ce-5495d4cdeae6 None None] Provisioning complete for port 638624a7-5cb9-4f65-9681-e1698cf2e9af triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:54.126566 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5e0169c4-ec6e-497d-87ce-5495d4cdeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:54.194122 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-5e0169c4-ec6e-497d-87ce-5495d4cdeae6 None None] Port 638624a7-5cb9-4f65-9681-e1698cf2e9af cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:47:54.269514 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:54.275889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:54.496827 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:54.513575 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/574b0c77-ef13-4ebb-9881-0fd1ae80b468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956248 Jun 12 19:47:54.515029 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Floating IP ba203939-01ff-4ac1-b432-9302a6ec1b2d associated. External IP: 172.27.3.41, port: 613c6517-ab2c-4fac-96c2-135ba3081552. Jun 12 19:47:54.980299 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:47:55.246304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43404) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:55.248657 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:55.251343 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1440473036-network', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:55.263983 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:55.268630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.274703 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:55.285790 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:55.287047 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:55.290044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Made reservation on behalf of 2f6ace89378048118e249c35b4b5dbd6 for: {'network': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:47:55.293895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.321553 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.339949 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c1782e5a-42e2-40c9-b227-49f6231bc197 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "PUT /v2.0/floatingips/ba203939-01ff-4ac1-b432-9302a6ec1b2d HTTP/1.1" status: 200 len: 991 time: 2.4017146 Jun 12 19:47:55.348006 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158e1bc-cde0-4a18-9fdf-573dcda82e2f req-dd0361c4-5c3c-4ab7-89a6-07989417d518 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:55.349876 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b158e1bc-cde0-4a18-9fdf-573dcda82e2f req-dd0361c4-5c3c-4ab7-89a6-07989417d518 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.2111678 Jun 12 19:47:55.351086 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:47:55.353532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4898f8ba-df79-453e-ad90-56633dded9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:47:55.363339 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:55.369312 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:55.369714 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.496291 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-b158e1bc-cde0-4a18-9fdf-573dcda82e2f req-c0ad5f7b-4354-4618-97e2-1d979c3ff914 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353149 Jun 12 19:47:55.514114 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:55.556784 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.562348 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.567746 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e6487227-d196-4086-92df-4efa03c55755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:55.593867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=98311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:47:55.605104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:55.606371 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:55.630149 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.630748 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.segments_db [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Added segment f9488cf6-eeb9-429c-9bfe-aa6422e35e7b of type vlan for network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b Jun 12 19:47:55.634117 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e09cf2-42a4-4493-9c5f-1e779923ab49,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:55.638690 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:55.694022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce8284-f3db-4a05-bd89-e2b0fd4d56fa x-openstack-request-id: req-21ce8284-f3db-4a05-bd89-e2b0fd4d56fa {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:47:55.694492 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:47:55.694806 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21ce8284-f3db-4a05-bd89-e2b0fd4d56fa {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:47:55.696036 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:55.703597 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'status': 'completed', 'code': 200} Jun 12 19:47:55.716327 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.799591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.803767 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:55.804134 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.807309 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a782d3c3-f41d-4350-8498-1ec093a0f982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:55.812845 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.848740 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:47:55.854343 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6070366 Jun 12 19:47:55.857387 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43414) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:55.866819 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-1bc14d94-8b4f-48c3-b80b-64eb12b7bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:55.869148 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.870326 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-1bc14d94-8b4f-48c3-b80b-64eb12b7bd76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1099 time: 0.1460507 Jun 12 19:47:55.878241 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-96834399-ba2c-4b20-9c39-5a58b9bb50d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:55.882772 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Request body: {'subnet': {'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1440473036-subnet', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:55.916896 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Made reservation on behalf of 2f6ace89378048118e249c35b4b5dbd6 for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:47:55.921337 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197351'] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:55.937209 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Pushing event updated for resources: {'Network': ['ID=f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:55.940692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:55.966096 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:47:55.996268 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:55.998711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:56.065254 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:56.128431 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-923c0f6d-b691-4f47-9b37-8770f3f4eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:56.130705 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-923c0f6d-b691-4f47-9b37-8770f3f4eb2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.2021365 Jun 12 19:47:56.163452 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'ba203939-01ff-4ac1-b432-9302a6ec1b2d', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:47:32Z', 'updated_at': '2021-06-12T19:47:54Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:56.167408 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:56.176688 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:56.177418 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:56.229405 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-545f8311-7152-4cc3-a7a3-3337241ae345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 999 time: 0.0902498 Jun 12 19:47:56.253711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5068072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197361'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.262155 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:56.344305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-433fe3fb-3793-408f-840c-4c940632cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:56.346070 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-433fe3fb-3793-408f-840c-4c940632cb7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.1097836 Jun 12 19:47:56.346974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6133294-c15a-466b-a96a-0ce6e8c03dd9,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:56.357468 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:56.367875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Checking segment: {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:56.368239 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Network hostable DHCP agents. Network: f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:47:56.384369 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:56.389770 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:47:56.409256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:56.421189 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:56.421942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.439696 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646f959-d4f0-40bd-8df3-efe62bf74801 None None] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:47:56.450635 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4d1af4f4-a625-432e-b468-a4fc7ba26797 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5840104 Jun 12 19:47:56.451173 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43416) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:56.454632 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-04217833-6740-47e5-a94a-96dd7ed0f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:47:56.456407 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-04217833-6740-47e5-a94a-96dd7ed0f7fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024127 Jun 12 19:47:56.458862 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:47:56.473060 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:47:53Z', 'revision_number': 2, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:56.482007 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:47:56.482380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Updating router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 port 638624a7-5cb9-4f65-9681-e1698cf2e9af binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:47:56.490371 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9958'] for router, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.492525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9967'] for router, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.588827 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.590818 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.659572 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-ba6a1e02-d7a9-4aa8-b310-ae8bd2ce416e service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925559 Jun 12 19:47:56.840368 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4898f8ba-df79-453e-ad90-56633dded9e8 req-4bc96255-def6-43d3-ad3f-53e5e58ffd55 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734519 Jun 12 19:47:56.847289 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'ba203939-01ff-4ac1-b432-9302a6ec1b2d', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:47:32Z', 'updated_at': '2021-06-12T19:47:54Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:56.852897 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351a7005-da56-42d9-b870-95b3356c6822 None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'ba203939-01ff-4ac1-b432-9302a6ec1b2d', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:47:32Z', 'updated_at': '2021-06-12T19:47:54Z', 'revision_number': 1, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:56.876583 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9977'] for router, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.978799 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4d3d2-0627-5b93-b3e9-b6e1f3ffcb5c-f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9'}]}} from dv-cinder-796113-3-iscsi. {{(pid=98313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 19:47:56.979860 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:56.987886 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e5eebf71-dd42-4a17-bfa9-2bc60fce4f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.127393 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2365c71-2360-4e48-8930-7faba27d5389 None None] New status for floating IP ba203939-01ff-4ac1-b432-9302a6ec1b2d: ACTIVE {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:47:57.261565 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:57.271311 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.300188 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.333204 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Allocated IP 172.20.0.2 (f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b/a6133294-c15a-466b-a96a-0ce6e8c03dd9/5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c) {{(pid=98313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:57.441743 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.469831 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Allocated IP 172.27.3.149 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/54a20e4c-528f-4fe8-a74b-03c77ae2d732) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:47:57.651072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Transition to ACTIVE for port object 638624a7-5cb9-4f65-9681-e1698cf2e9af will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:57.657159 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:47:57.657362 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.657549 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.668009 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.695714 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:57.713700 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:57.716048 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:57.770133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:57.775185 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:57.779688 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:57.782913 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Pushing event updated for resources: {'Port': ['ID=54a20e4c-528f-4fe8-a74b-03c77ae2d732,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:57.808366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:57.871646 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Pushing event updated for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:57.879874 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:58.032000 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks [] for port, precommit_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.045227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Attempting to bind port 638624a7-5cb9-4f65-9681-e1698cf2e9af on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:47:58.045614 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Attempting to bind port 638624a7-5cb9-4f65-9681-e1698cf2e9af by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:47:58.045989 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Attempting to bind port 638624a7-5cb9-4f65-9681-e1698cf2e9af on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:58.063049 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Transition to ACTIVE for port object 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:58.070059 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:47:58.070451 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:58.070867 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.071278 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Bound using segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:47:58.071771 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Bound port: 638624a7-5cb9-4f65-9681-e1698cf2e9af, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:47:58.072159 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.104131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Transition to ACTIVE for port object 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c will not be triggered until provisioned by entity DHCP. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:47:58.137477 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336'] for port, after_create {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.145614 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:58.184610 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.239626 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b is already hosted by enough agents. {{(pid=98313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:47:58.247093 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Resources bound (agent type, host, resource id): {{(pid=98313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:47:58.250887 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Pushing event updated for resources: {'Port': ['ID=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,revision_number=1']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:58.253610 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Received port after_create {{(pid=98313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:47:58.257481 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:58.262023 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] For port 638624a7-5cb9-4f65-9681-e1698cf2e9af, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:47:58.267361 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] For port 638624a7-5cb9-4f65-9681-e1698cf2e9af, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=638624a7-5cb9-4f65-9681-e1698cf2e9af,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:47:58.299561 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.301814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:58.445399 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Attempting to bind port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:47:58.446067 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Attempting to bind port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:47:58.446205 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Attempting to bind port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c on network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:47:58.470378 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:47:58.470784 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Checking segment: {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:47:58.471171 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.471582 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Bound using segment: {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:47:58.474349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Bound port: 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:47:58.474845 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.481020 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Pushing event updated for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:58.481020 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:58.481020 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:58.482852 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:58.717304 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] For port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:47:58.746137 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:47:58.748811 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] For port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:47:58.786991 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:58.791997 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:47:58.895883 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448405'] for router, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:59.000632 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Pushing event updated for resources: {'Port': ['ID=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:47:59.006736 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:47:59.152833 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:47:58Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:59.164863 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33321-3763-4337-8820-45c75f662ed8 None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:47:58Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:47:59.206741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Router dd7ec978-db05-4735-86d9-94b0ad844946 is scheduled to L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd with binding_index 1 {{(pid=98312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 19:47:59.361573 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:47:59.435213 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:47:59.455180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:47:59.473130 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Sync routers for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:47:59.486826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:47:59.491312 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43432) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:47:59.491825 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b220824f-e439-4e56-8e5c-0ae36c6c28db admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0386159 Jun 12 19:47:59.504293 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:47:59.505104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:47:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:47:59.683207 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:00.126525 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd240ca7-4052-4334-a619-8133294697e1 None None] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:48:00.213951 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.331622 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Provisioning for port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:00.343056 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Provisioning complete for port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:00.343439 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.468628 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Allocated IP 172.20.0.1 (f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b/a6133294-c15a-466b-a96a-0ce6e8c03dd9/2a4f4d90-bf15-46ec-882c-93c154a7d762) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:48:00.483290 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:47:58Z', 'revision_number': 3, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:00.490861 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Checking router: dd7ec978-db05-4735-86d9-94b0ad844946 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:48:00.491264 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Updating router dd7ec978-db05-4735-86d9-94b0ad844946 port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 binding host dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:48:00.584005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.587506 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.641559 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.669072 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Transition to ACTIVE for port object 2a4f4d90-bf15-46ec-882c-93c154a7d762 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:00.714344 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.716760 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ddd3da10-8141-4489-a580-f0af51d7f59b tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:00.728073 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] For port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:00.736506 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.750017 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:00.786911 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:48:00.790862 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:48:00.795300 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:48:00.795663 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5079834c-f0e3-4b5b-b486-a4bd8805e613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.829147 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:00.840833 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:00.862335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444240'] for router_interface, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:00.894731 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Pushing event updated for resources: {'Port': ['ID=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:00.903465 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:01.007866 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.011839 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-4fa668db-0a3f-4b70-ae24-fdf41da07618 None None] Provisioning complete for port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:01.012225 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-4fa668db-0a3f-4b70-ae24-fdf41da07618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.060156 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.224050 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks [] for port, precommit_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.239629 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Transition to ACTIVE for port object 54a20e4c-528f-4fe8-a74b-03c77ae2d732 will not be triggered until provisioned by entity L2. {{(pid=98313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:01.248641 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.251133 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:01.330771 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Attempting to bind port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:48:01.331075 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Attempting to bind port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:48:01.331484 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Attempting to bind port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 on network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:01.336197 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99fe71-4b6c-4af0-b0de-d66cce0754e5 None None] Pushing event updated for resources: {'Port': ['ID=54a20e4c-528f-4fe8-a74b-03c77ae2d732,revision_number=2']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:01.340482 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0f99fe71-4b6c-4af0-b0de-d66cce0754e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:01.341719 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:48:01.342116 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Checking segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:48:01.342535 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.343052 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Bound using segment: {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'} {{(pid=98313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:48:01.343432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.managers [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Bound port: 54a20e4c-528f-4fe8-a74b-03c77ae2d732, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca9fcb1-e8eb-477c-8b0c-4085836de06c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}}] {{(pid=98313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:48:01.343819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.351794 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 638624a7-5cb9-4f65-9681-e1698cf2e9af up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:01.375802 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.381929 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.384584 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:01.476008 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-181b380f-4613-47af-9efb-75802414cd23 None None] Provisioning for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:01.481997 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-181b380f-4613-47af-9efb-75802414cd23 None None] Provisioning complete for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:01.482395 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-181b380f-4613-47af-9efb-75802414cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.491296 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] For port 54a20e4c-528f-4fe8-a74b-03c77ae2d732, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:48:01.494873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:01.497726 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444356'] for router_interface, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.499933 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:01.544411 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] For port 54a20e4c-528f-4fe8-a74b-03c77ae2d732, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=54a20e4c-528f-4fe8-a74b-03c77ae2d732,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:48:01.549373 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-181b380f-4613-47af-9efb-75802414cd23 None None] Port 2a4f4d90-bf15-46ec-882c-93c154a7d762 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:48:01.554236 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.557193 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:01.592124 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 638624a7-5cb9-4f65-9681-e1698cf2e9af completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:01.611156 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 638624a7-5cb9-4f65-9681-e1698cf2e9af triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:01.611547 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.650280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:48:01.652925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:48:01.687873 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99fe71-4b6c-4af0-b0de-d66cce0754e5 None None] Pushing event updated for resources: {'Port': ['ID=54a20e4c-528f-4fe8-a74b-03c77ae2d732,revision_number=3']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:01.695434 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:01.696455 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:01.699800 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0f99fe71-4b6c-4af0-b0de-d66cce0754e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:01.830668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Router dd7ec978-db05-4735-86d9-94b0ad844946 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:48:01.903663 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:01.921365 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:02.009165 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 638624a7-5cb9-4f65-9681-e1698cf2e9af, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=638624a7-5cb9-4f65-9681-e1698cf2e9af,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:02.034511 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:48:02.043659 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd7ec978-db05-4735-86d9-94b0ad844946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502672 Jun 12 19:48:02.189449 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:02.190279 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:02.192913 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:02.308366 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-2102d3c1-7742-4ece-8fe3-37f6d1f6c056 None None] Provisioning complete for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:02.308773 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2102d3c1-7742-4ece-8fe3-37f6d1f6c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:02.421357 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:02.432677 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:02.488035 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-2102d3c1-7742-4ece-8fe3-37f6d1f6c056 None None] Port 2a4f4d90-bf15-46ec-882c-93c154a7d762 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:48:02.512358 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:02.513384 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:02.569481 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:02.648649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '2a4f4d90-bf15-46ec-882c-93c154a7d762', 'name': '', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'mac_address': 'fa:16:3e:57:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:48:00Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 2, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'subnets': [{'id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:02.668328 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa10d7b-ac2f-414d-86e1-566cde18a812 None None] The sync data for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi is: [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '2a4f4d90-bf15-46ec-882c-93c154a7d762', 'name': '', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'mac_address': 'fa:16:3e:57:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:48:00Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 2, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'subnets': [{'id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:48:02.916071 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43454) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:02.922892 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87311094', 'description': 'tempest-secgroup-smoke-87311094 description', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:02.959771 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.092253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.098210 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.102161 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-118e2fcd-46c3-4789-9842-0eb0ddceb450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:03.132329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.133602 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2186828 Jun 12 19:48:03.135620 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f07b3d-8e22-409c-b228-009980e4ad62,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:03.136714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43456) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:03.138611 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:03.142162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:03.183355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.258743 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 638624a7-5cb9-4f65-9681-e1698cf2e9af up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:03.274293 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.279558 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.281788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:03.304151 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.305645 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677651 Jun 12 19:48:03.309109 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43460) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:03.314579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:03.321198 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2478255c-a397-4ba5-a49c-0c8f131df6d7,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:03.323876 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cebeef3f-8def-4a33-8c35-e7d0e5d3e9eb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:03.357114 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.360676 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 638624a7-5cb9-4f65-9681-e1698cf2e9af triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:03.361093 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.437641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.449037 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.455010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:03.472334 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a410249-69e9-4547-8adb-7b939a4c45fe,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:03.476529 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:03.484539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.489863 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-7b0fbde4-2bfd-4149-9ec8-46d2b81c8ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793337 Jun 12 19:48:03.491333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43462) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:03.501014 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:03.551399 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.670094 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.676111 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.684734 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:03.704802 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f21628-1d12-4a74-ac74-7848fccf1a6e,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:03.707975 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:03.710647 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.712048 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f9161239-2e8b-45e7-bca5-98bdd77a6342 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2196841 Jun 12 19:48:03.716239 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43466) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:03.721229 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:03.754657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.848401 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.856966 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.871006 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:03.901699 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7ddb2f-1d70-4552-950b-09291527b634,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:03.906092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:03.912754 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.914722 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f0255984-4ffb-4d29-9108-af8f2cb0645f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973794 Jun 12 19:48:03.920143 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43470) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:03.927410 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:03.948026 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:03.981056 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.securitygroups_db [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Project 7c29f343ce2a4a0ea6e3d11663f20f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:48:03.989368 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.066800 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.071868 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.074040 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:04.091490 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5af8df6-682a-4010-aafe-68504b6d69f5,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:04.094169 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:04.098884 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.100282 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-df0d1906-201c-45d0-bac2-e353e738cf1d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794136 Jun 12 19:48:04.103235 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43472) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:04.108467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'security_group_rule': {'security_group_id': '92f07b3d-8e22-409c-b228-009980e4ad62', 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:04.135903 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.securitygroups_db [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Project 7c29f343ce2a4a0ea6e3d11663f20f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 19:48:04.142436 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.257548 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.263152 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.269168 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:04.290036 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3989b2df-3f1a-4db4-8c50-7ac20650664d,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:04.293325 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:04.298948 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:04.301660 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-de46068c-9c92-4453-9800-ab0189827170 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1971538 Jun 12 19:48:05.230869 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 54a20e4c-528f-4fe8-a74b-03c77ae2d732 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:05.294099 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:05.298382 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:05.298798 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:05.411349 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:05.435222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 54a20e4c-528f-4fe8-a74b-03c77ae2d732, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=54a20e4c-528f-4fe8-a74b-03c77ae2d732,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:05.439811 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:05.441931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:05.540471 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=54a20e4c-528f-4fe8-a74b-03c77ae2d732,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:05.543733 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:06.456799 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Sync routers for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:48:06.466558 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:06.467175 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:06.619860 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:06.890513 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '2a4f4d90-bf15-46ec-882c-93c154a7d762', 'name': '', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'mac_address': 'fa:16:3e:57:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:48:00Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 2, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'subnets': [{'id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:06.893756 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Checking router: dd7ec978-db05-4735-86d9-94b0ad844946 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:48:06.894121 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Updating router dd7ec978-db05-4735-86d9-94b0ad844946 port 2a4f4d90-bf15-46ec-882c-93c154a7d762 binding host dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 19:48:06.934684 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.207355 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 54a20e4c-528f-4fe8-a74b-03c77ae2d732 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:07.267272 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:07.267922 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.359380 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks [] for port, precommit_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.369901 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.provisioning_blocks [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Transition to ACTIVE for port object 2a4f4d90-bf15-46ec-882c-93c154a7d762 will not be triggered until provisioned by entity L2. {{(pid=98314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:07.375842 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.378433 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-760c099f-091c-4188-9193-309c5bb1d9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:07.485985 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Pushing event updated for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=3']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:07.499752 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.500097 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.500445 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.500972 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.501655 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.501872 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.502215 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.502542 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.502891 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.503220 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.503542 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.503862 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:07.527701 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:07.571043 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Attempting to bind port 2a4f4d90-bf15-46ec-882c-93c154a7d762 on host dv-cinder-796113-3-iscsi for vnic_type normal with profile {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:48:07.571422 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Attempting to bind port 2a4f4d90-bf15-46ec-882c-93c154a7d762 by drivers openvswitch,hyperv on host dv-cinder-796113-3-iscsi at level 0 using segments [{'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:48:07.571797 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Attempting to bind port 2a4f4d90-bf15-46ec-882c-93c154a7d762 on network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:07.577193 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Checking agent: {'id': '6591df5d-eee7-4f0e-a7c2-6dfe944154d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 31, 31), 'started_at': datetime.datetime(2021, 6, 12, 19, 32, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:48:07.577572 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Checking segment: {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:48:07.577991 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.578385 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Bound using segment: {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'} {{(pid=98314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:48:07.578855 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.managers [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Bound port: 2a4f4d90-bf15-46ec-882c-93c154a7d762, host: dv-cinder-796113-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b'}}] {{(pid=98314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:48:07.579238 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.661813 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] For port 2a4f4d90-bf15-46ec-882c-93c154a7d762, host dv-cinder-796113-3-iscsi, cleared binding levels {{(pid=98314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:48:07.665550 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.plugins.ml2.db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] For port 2a4f4d90-bf15-46ec-882c-93c154a7d762, host dv-cinder-796113-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=2a4f4d90-bf15-46ec-882c-93c154a7d762,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:48:07.670015 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron_lib.callbacks.manager [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:07.672513 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:07.736667 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:07.737341 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:07.743324 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Pushing event updated for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=4']} {{(pid=98314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:07.797778 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG oslo_concurrency.lockutils [None req-529ff70a-4f36-4c5d-b7ac-556708c57153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:07.898608 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:08.180433 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '2a4f4d90-bf15-46ec-882c-93c154a7d762', 'name': '', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'mac_address': 'fa:16:3e:57:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:48:00Z', 'updated_at': '2021-06-12T19:48:07Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'subnets': [{'id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:08.184626 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff3823-e71a-4388-b3fd-948056a0857a None None] The sync data for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi is: [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '2a4f4d90-bf15-46ec-882c-93c154a7d762', 'name': '', 'network_id': 'f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'mac_address': 'fa:16:3e:57:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:48:00Z', 'updated_at': '2021-06-12T19:48:07Z', 'revision_number': 4, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'subnets': [{'id': 'a6133294-c15a-466b-a96a-0ce6e8c03dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:48:09.229899 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 2a4f4d90-bf15-46ec-882c-93c154a7d762 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:09.290645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:09.295009 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:09.295406 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:09.394411 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:09.436305 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] For port 2a4f4d90-bf15-46ec-882c-93c154a7d762, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=2a4f4d90-bf15-46ec-882c-93c154a7d762,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:09.441655 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:09.444381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-0f99fe71-4b6c-4af0-b0de-d66cce0754e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:09.535108 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Pushing event updated for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:09.540085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:11.082234 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:11.225436 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 2a4f4d90-bf15-46ec-882c-93c154a7d762 up at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:11.283132 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Provisioning complete for port 2a4f4d90-bf15-46ec-882c-93c154a7d762 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:11.283655 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:16.521589 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:48:26.886986 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-7d7e4ab9-42ad-4153-bead-cc33da4792cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:27.988743 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eca72-6c6b-4d87-8240-2c0645a5090a req-5d3ef8ee-3010-48f0-932b-739325313679 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:27.993215 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-066eca72-6c6b-4d87-8240-2c0645a5090a req-5d3ef8ee-3010-48f0-932b-739325313679 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0722153 Jun 12 19:48:28.059858 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-066eca72-6c6b-4d87-8240-2c0645a5090a req-d9f11651-0a4e-4a0d-a4ae-ea67106abdc6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614572 Jun 12 19:48:29.298610 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca029b0-7513-4ff0-8cdc-ba2b4bf51a01 req-6acaad05-8123-42f9-a0c0-55d8fbe881e0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:29.300174 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2ca029b0-7513-4ff0-8cdc-ba2b4bf51a01 req-6acaad05-8123-42f9-a0c0-55d8fbe881e0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1104984 Jun 12 19:48:29.347124 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2ca029b0-7513-4ff0-8cdc-ba2b4bf51a01 req-6261232d-b371-4fad-8c7f-3b4c91152024 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Jun 12 19:48:30.095192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-a31ee080-c1c8-48f7-a8de-0ded274f55b7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:30.096623 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-a31ee080-c1c8-48f7-a8de-0ded274f55b7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.0689564 Jun 12 19:48:30.223783 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Deleting port 58859603-954a-40d4-b95b-3386d00d9a83 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:48:30.224144 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:30.716819 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-cdf43a21-7e9f-477f-ab8e-c9f7d26ba343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:30.734961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] For port 58859603-954a-40d4-b95b-3386d00d9a83, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=58859603-954a-40d4-b95b-3386d00d9a83,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:30.735569 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:30.823153 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987b86-d911-4650-96bf-228814c6fbae req-71877a9e-e447-4915-91d3-5b8a4026e385 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:30.824639 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fd987b86-d911-4650-96bf-228814c6fbae req-71877a9e-e447-4915-91d3-5b8a4026e385 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 946 time: 0.1768212 Jun 12 19:48:30.936038 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-fd987b86-d911-4650-96bf-228814c6fbae req-1be48485-99a6-4caf-a8ba-2f25fdcd54d2 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=a651a8c5-a94a-4619-b958-ec30daa97d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043260 Jun 12 19:48:30.987982 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:31.006952 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:31.007455 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:31.007798 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Floating IP 99e334dd-3412-4259-8cef-630e273ea2e5 disassociated. External IP: 172.27.3.210, port: 58859603-954a-40d4-b95b-3386d00d9a83. Jun 12 19:48:31.008240 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Calling delete_port for 58859603-954a-40d4-b95b-3386d00d9a83 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:48:31.170421 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:31.174903 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:31.210944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'Port': ['ID=58859603-954a-40d4-b95b-3386d00d9a83,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:31.223462 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.223853 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.224231 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.224706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.224972 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.225344 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.225706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.226129 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.226493 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.226847 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.227202 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.227555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:31.236473 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:31.402230 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:48:31.556475 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:48:31.566223 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:48:31.578215 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:31.579212 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:31.623189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] No DVR routers for this DVR port 58859603-954a-40d4-b95b-3386d00d9a83 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:48:31.625906 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:31.628026 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-881d23a7-4aec-46a6-b5f2-a363731e2474 req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "DELETE /v2.0/ports/58859603-954a-40d4-b95b-3386d00d9a83 HTTP/1.1" status: 204 len: 173 time: 1.5243099 Jun 12 19:48:31.628565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'name': 'network-vif-deleted', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:48:31.631362 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b44c4-364e-426d-ab6f-d4fc1e204a3a" -d '{"events": [{"server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "name": "network-vif-deleted", "tag": "58859603-954a-40d4-b95b-3386d00d9a83"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:48:31.687440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c053d-9a80-4368-8ca0-5dd7c38ea5e7 x-openstack-request-id: req-152c053d-9a80-4368-8ca0-5dd7c38ea5e7 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:48:31.687827 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a", "name": "network-vif-deleted", "tag": "58859603-954a-40d4-b95b-3386d00d9a83", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:48:31.688150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-152c053d-9a80-4368-8ca0-5dd7c38ea5e7 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:48:31.688570 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a', 'name': 'network-vif-deleted', 'tag': '58859603-954a-40d4-b95b-3386d00d9a83', 'status': 'completed', 'code': 200} Jun 12 19:48:31.759539 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:32.114391 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fa0e336d-1630-410f-be8c-67babba3c32a req-602836f0-2800-4630-a2be-24ee7465b84d tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680cfb0-bc1b-47c2-91dd-f6b8b64bce0a HTTP/1.1" status: 200 len: 210 time: 0.0387452 Jun 12 19:48:32.188900 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:32.193016 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:48:32.202225 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:32.202900 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:32.374286 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:32.510399 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:32.689564 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:32.694227 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634365e9-b96c-41cd-87d7-c92e6f02e0af None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:48:32.925384 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd426ed-1a1f-40a6-be9c-ee0a94ad1887 None None] New status for floating IP 99e334dd-3412-4259-8cef-630e273ea2e5: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:48:33.240326 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43748) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:33.302339 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.328380 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.378690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.381553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.382704 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "DELETE /v2.0/security-groups/a651a8c5-a94a-4619-b958-ec30daa97d76 HTTP/1.1" status: 204 len: 168 time: 0.1413360 Jun 12 19:48:33.383570 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4de47e7c-7f40-48ea-a153-6514456f0f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:33.385781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43750) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:33.394062 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651a8c5-a94a-4619-b958-ec30daa97d76,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:33.402094 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.402332 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.api.v2.resource [None req-4c50a84d-10cf-4838-aaab-21c786c37390 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] show failed (client error): The resource could not be found. Jun 12 19:48:33.402490 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406050 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406252 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4c50a84d-10cf-4838-aaab-21c786c37390 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups/a651a8c5-a94a-4619-b958-ec30daa97d76 HTTP/1.1" status: 404 len: 347 time: 0.0164380 Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.406359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:33.407110 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43752) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:33.409573 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:33.579852 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Deleting port 4c801030-8468-4707-9a36-7a91875bc737 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:48:33.580206 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.698748 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 58859603-954a-40d4-b95b-3386d00d9a83 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:48:33.703676 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.704235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.726571 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 58859603-954a-40d4-b95b-3386d00d9a83 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:48:33.727229 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 58859603-954a-40d4-b95b-3386d00d9a83 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:48:33.814577 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Calling delete_port for 4c801030-8468-4707-9a36-7a91875bc737 owned by network:floatingip {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:48:33.930131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.988716 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:33.990772 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-b5b2df43-9209-438d-8ec7-fb0890613373 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:34.020495 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'Port': ['ID=4c801030-8468-4707-9a36-7a91875bc737,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:34.024016 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:34.098464 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.101179 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.102892 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-156f243e-2d6a-421a-bf53-1595558e7c36 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "DELETE /v2.0/floatingips/99e334dd-3412-4259-8cef-630e273ea2e5 HTTP/1.1" status: 204 len: 168 time: 0.6950524 Jun 12 19:48:34.339422 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43762) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:34.344404 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494731773', 'description': 'tempest-description--1880810428'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:34.368524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.458121 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.463437 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.466267 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fbe9509d-7635-4203-b729-db8a32bd58b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:34.495853 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.497541 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1565385 Jun 12 19:48:34.500039 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43764) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:34.502134 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b09737-f162-4b6a-aace-f2ceecc5eef2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:34.505200 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:34.506377 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group_rule': {'security_group_id': '09b09737-f162-4b6a-aace-f2ceecc5eef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:34.545946 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.621405 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.625123 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.632044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cfd819d-b063-4b97-8f69-3ab8643045ad tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:34.651596 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d4eb47-da21-4dac-9968-1d8f2f979372,revision_number=0']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:34.655790 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:34.657059 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.660865 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5210ac1b-debf-4783-82d6-62eb3b4e2128 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571712 Jun 12 19:48:34.661451 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43768) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:34.666493 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'security_group_rule': {'security_group_id': '09b09737-f162-4b6a-aace-f2ceecc5eef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:34.701923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.769971 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.774033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510403'] for security_group_rule, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.779705 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:34.798130 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ffd205-d8cb-492c-a527-0849e611633e,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:34.801356 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:34.802715 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.807337 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-cf119bd3-2630-4960-bc2f-f83aa100fa53 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450605 Jun 12 19:48:34.808247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 43774) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:34.813019 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:34.837615 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:34.986611 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.120016 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Allocated IP 172.27.3.68 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/3446c116-c326-4c3e-835e-9aff3aea45be) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:48:35.268919 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.317661 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.319699 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8f6b953a-a8e1-4cf8-9ad8-5883dbc8229c tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:35.369044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:48:35.371960 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:48:35.375608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:48:35.407336 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=3446c116-c326-4c3e-835e-9aff3aea45be,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:35.411491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:35.485298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.548831 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.746392 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.751200 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.753495 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-79e0b69e-babd-418a-9c75-73354cbb8ca8 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:35.846760 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=3446c116-c326-4c3e-835e-9aff3aea45be,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:35.850968 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:35.859839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.876693 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:35.878028 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0688851 Jun 12 19:48:36.094469 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-f4eb16c4-9ac3-4e85-b911-267de5eb9e57 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--494731773&fields=id&tenant_id=0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 267 time: 0.0375073 Jun 12 19:48:36.231550 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-8f1dc559-4108-42dd-93e2-9464a47b4591 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:36.233061 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-8f1dc559-4108-42dd-93e2-9464a47b4591 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 810 time: 0.1318603 Jun 12 19:48:36.252738 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-e9b7eb99-5a68-4251-b2df-86f38153b95a tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/quotas/0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 375 time: 0.0109615 Jun 12 19:48:36.342609 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-09196535-4418-4fea-bb23-894e2e454930 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790956 Jun 12 19:48:36.474305 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-55a78ff2-787c-47ff-b397-1396ac38170f service neutron] 10.222.0.11 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175694 Jun 12 19:48:36.601920 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-1d22b0b1-6285-405b-8956-9cb829adbee0 service neutron] 10.222.0.11 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215780 Jun 12 19:48:36.793569 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-731bc78b-d288-4ff7-9652-bdf6d383ea85 req-68a26ff4-9e4c-4703-96da-a65ac60e4d87 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 210 time: 0.0383615 Jun 12 19:48:37.948624 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9a24c655-41c6-4175-8f33-caa6e9811ab8 req-b8f4b051-981c-48f5-aabb-18ef2ef70775 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 210 time: 0.0362577 Jun 12 19:48:39.096151 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1191b39a-ee83-497f-b388-93a9201810cb req-853789f0-c755-41af-89b1-09b256aeff48 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 210 time: 0.0331516 Jun 12 19:48:40.247926 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f405ae51-6940-49d3-a0e1-01493b6e90f1 req-219acea1-4ec5-4642-a6d5-972533974860 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 210 time: 0.0355439 Jun 12 19:48:40.667337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-555b1771-f29a-4fe8-86be-7c24c8b79d0e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:40.668812 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-555b1771-f29a-4fe8-86be-7c24c8b79d0e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 810 time: 0.1395178 Jun 12 19:48:40.719421 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-ea9f214b-3fe9-467a-a0ed-137d35b01dd0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef8e971ae934fba89e2cb3899677dea HTTP/1.1" status: 200 len: 379 time: 0.0415242 Jun 12 19:48:40.729055 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'port': {'device_id': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'admin_state_up': True, 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'security_groups': ['09b09737-f162-4b6a-aace-f2ceecc5eef2']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:40.867694 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Made reservation on behalf of 0ef8e971ae934fba89e2cb3899677dea for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:48:40.871916 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.028429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Allocated IP 172.20.0.7 (38fd3b4b-782b-4bf8-a962-9111ac2202d2/cf908d06-1883-4024-8962-935e45632384/2c8bd1f5-3d73-4d60-a625-c4f79e304871) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:48:41.089021 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.203727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.217965 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Transition to ACTIVE for port object 2c8bd1f5-3d73-4d60-a625-c4f79e304871 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:41.253270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.258089 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-97b4a82b-71ae-4937-b609-d0bcd2d93912 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:41.306269 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:48:41.310219 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:48:41.314481 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:48:41.566568 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96465330-aa4b-4ac5-82d2-ea1d3ef03864 None None] Provisioning for port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:41.572293 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-96465330-aa4b-4ac5-82d2-ea1d3ef03864 None None] Provisioning complete for port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:41.572853 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-96465330-aa4b-4ac5-82d2-ea1d3ef03864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.622368 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-96465330-aa4b-4ac5-82d2-ea1d3ef03864 None None] Port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:48:41.709293 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event updated for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:41.721525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:41.738860 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:41.739472 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:41.767642 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430872 Jun 12 19:48:41.781943 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffce0e-fe5f-4951-a450-3526ec4bacc1 req-fe2ed7bd-fcd2-4163-99e3-1c3fd144ac44 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:41.783434 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4fffce0e-fe5f-4951-a450-3526ec4bacc1 req-fe2ed7bd-fcd2-4163-99e3-1c3fd144ac44 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 931 time: 0.1184862 Jun 12 19:48:41.788428 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Request body: {'port': {'device_id': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:41.864264 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4fffce0e-fe5f-4951-a450-3526ec4bacc1 req-564e764f-0422-4ad7-b776-af8257a83ec6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730300 Jun 12 19:48:41.910756 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.265260 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8bd1f5-3d73-4d60-a625-c4f79e304871 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:48:42.272874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.285076 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Transition to ACTIVE for port object 2c8bd1f5-3d73-4d60-a625-c4f79e304871 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:42.288877 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.293164 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3d789461-ace5-44d8-af4a-1efebcee54c7 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:42.399218 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:42.402509 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:42.495344 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Attempting to bind port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:48:42.495691 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Attempting to bind port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:48:42.496033 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Attempting to bind port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:42.501050 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:48:42.501383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Attempting to bind port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 on network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:42.507102 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:48:42.507456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Checking segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:48:42.507858 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Bound using segment: {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:48:42.508356 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Bound port: 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89da42-1b0a-4b24-9e77-3ad2651e07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:48:42.508758 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.591476 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:48:42.594941 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:48:42.600137 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.603282 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3dbba62f-6cfe-4cdf-a766-6ad8c0adf5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:42.647943 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:42.648582 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:42.650681 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c8bd1f5-3d73-4d60-a625-c4f79e304871 HTTP/1.1" status: 200 len: 1093 time: 0.8662660 Jun 12 19:48:42.651238 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:48:42.653719 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f867106-de67-4c79-b15c-1881b5e07551" -d '{"events": [{"name": "network-changed", "server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:48:42.702329 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c921e46-09cf-4cae-93f0-d64b452136e3 x-openstack-request-id: req-8c921e46-09cf-4cae-93f0-d64b452136e3 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:48:42.702668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:48:42.702971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c921e46-09cf-4cae-93f0-d64b452136e3 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:48:42.703417 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'status': 'completed', 'code': 200} Jun 12 19:48:42.704251 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:42.708195 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:42.800321 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-e4719ff5-6292-4af4-beaa-2f95eb5503d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:42.801913 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-e4719ff5-6292-4af4-beaa-2f95eb5503d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 1096 time: 0.0774162 Jun 12 19:48:42.866448 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-94ec03c9-9915-4a6e-bd9c-cec7cd50bf54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871 HTTP/1.1" status: 200 len: 217 time: 0.0557270 Jun 12 19:48:42.926867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-29b95727-896e-4863-9f72-a9684c6e43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:42.928415 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-29b95727-896e-4863-9f72-a9684c6e43d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0551813 Jun 12 19:48:43.019753 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-69ea0039-e5b6-474d-b0f4-16ff91d3c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.021527 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-69ea0039-e5b6-474d-b0f4-16ff91d3c03f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850232 Jun 12 19:48:43.063385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb81db-f11d-4514-86ef-ab99cda53d32 req-78fc0ac0-6309-4958-8122-8034d8ef9dc9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.064930 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4dbb81db-f11d-4514-86ef-ab99cda53d32 req-78fc0ac0-6309-4958-8122-8034d8ef9dc9 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 943 time: 0.0818582 Jun 12 19:48:43.112083 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4dbb81db-f11d-4514-86ef-ab99cda53d32 req-1c2f5ef5-5517-44bf-81b1-91826c728e66 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Jun 12 19:48:43.148209 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-8c7d466c-bf4c-4d72-abfc-d9507a97f243 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179688 Jun 12 19:48:43.279434 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-329a3092-55ee-4ee1-8821-562da3e00b11 req-b6290050-7fcc-490d-ac07-8ada47dd258b service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223686 Jun 12 19:48:43.391894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867106-de67-4c79-b15c-1881b5e07551 req-c5b59749-1ffe-4bc7-94be-34e0a6da25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.393461 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-c5b59749-1ffe-4bc7-94be-34e0a6da25ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 1096 time: 0.0660014 Jun 12 19:48:43.514823 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867106-de67-4c79-b15c-1881b5e07551 req-a6a18518-92ec-4e15-9da4-36b822d39d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.516296 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-a6a18518-92ec-4e15-9da4-36b822d39d0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.1157341 Jun 12 19:48:43.579527 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-650c9c66-d8ff-4c3e-9216-67d9eca1bbee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871 HTTP/1.1" status: 200 len: 217 time: 0.0563943 Jun 12 19:48:43.641009 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867106-de67-4c79-b15c-1881b5e07551 req-34bb6e29-2a8d-46d4-bb33-58eaf002c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.642524 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-34bb6e29-2a8d-46d4-bb33-58eaf002c979 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0551956 Jun 12 19:48:43.721008 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867106-de67-4c79-b15c-1881b5e07551 req-6314f946-2a58-4526-9948-3b9d07d9fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:43.722531 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-6314f946-2a58-4526-9948-3b9d07d9fbf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721467 Jun 12 19:48:43.842312 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-60681740-9ed1-4bde-92e3-8afeb3b3c17e service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128325 Jun 12 19:48:43.975449 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1f867106-de67-4c79-b15c-1881b5e07551 req-2972cb0c-587a-4e8a-bd14-1c23bd8a81fd service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254151 Jun 12 19:48:44.316149 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db87e2-ded0-48d5-8e4e-c7e4b7aab8e0 req-9c248c28-55a7-4dbe-b026-97f6edc26862 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:44.318023 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c2db87e2-ded0-48d5-8e4e-c7e4b7aab8e0 req-9c248c28-55a7-4dbe-b026-97f6edc26862 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 943 time: 0.0794909 Jun 12 19:48:44.366572 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c2db87e2-ded0-48d5-8e4e-c7e4b7aab8e0 req-40858ddc-ba6a-4d54-a9d5-906559379c88 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399857 Jun 12 19:48:45.386958 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3ba1dc32-c1ca-4f17-9a38-e2faf502d87c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87311094&fields=id&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 267 time: 0.0385904 Jun 12 19:48:45.545059 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-8dec529e-2ba0-40a9-bea3-c77b3209d28a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:45.551659 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-8dec529e-2ba0-40a9-bea3-c77b3209d28a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.1579084 Jun 12 19:48:45.562608 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-91290e66-3c9e-4508-bd9d-a29de1534efb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/quotas/7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Jun 12 19:48:45.578272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d81c8-5b85-4bff-aec6-134a225b9bb8 req-9279e55e-43ab-455d-8426-ebeb629caeba tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:45.579752 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ae3d81c8-5b85-4bff-aec6-134a225b9bb8 req-9279e55e-43ab-455d-8426-ebeb629caeba tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 943 time: 0.0852478 Jun 12 19:48:45.623918 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ae3d81c8-5b85-4bff-aec6-134a225b9bb8 req-eede515d-63f5-47d5-b379-52bf8fa40ae7 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Jun 12 19:48:45.648652 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-2dc2d812-65e2-4ef9-b0da-616bc1edc6d4 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799940 Jun 12 19:48:45.772063 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-f01afbce-ffc2-4918-8c75-b8df7ce84150 service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115153 Jun 12 19:48:45.892305 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-11ff253e-77be-4ecf-a24f-3aeda31953ba service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134701 Jun 12 19:48:46.205030 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-88c9f790-56d6-4876-9e48-334dadfc30f2 req-8edceb92-0c2b-4a96-92c5-922780b99ef2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 210 time: 0.0386553 Jun 12 19:48:46.813663 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cbdbd-f711-4fbc-80ec-7e64ffbc3144 req-7f51feef-7547-4d9f-bcbf-ff9eea065176 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:46.815209 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e84cbdbd-f711-4fbc-80ec-7e64ffbc3144 req-7f51feef-7547-4d9f-bcbf-ff9eea065176 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 943 time: 0.0722747 Jun 12 19:48:46.859951 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e84cbdbd-f711-4fbc-80ec-7e64ffbc3144 req-508ef8f6-83b4-4d8d-b298-0338c44c3d1c tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389304 Jun 12 19:48:47.433511 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ab033890-10e2-4c89-897c-62d734d9206c req-9209c49e-d042-4e65-8432-5240029c22d1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 210 time: 0.0542264 Jun 12 19:48:47.462303 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-aee5cd7e-945a-4a7f-b5e7-e09f073bc48b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:47.463944 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-aee5cd7e-945a-4a7f-b5e7-e09f073bc48b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.2084858 Jun 12 19:48:47.530321 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-392f9c60-d65e-46fe-9e03-b3800775ec9c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 378 time: 0.0492272 Jun 12 19:48:47.540203 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'port': {'device_id': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'admin_state_up': True, 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'security_groups': ['92f07b3d-8e22-409c-b228-009980e4ad62']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:47.600931 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43936) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:47.674480 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Made reservation on behalf of 7c29f343ce2a4a0ea6e3d11663f20f14 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:48:47.678394 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:47.718404 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:47.749776 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2c8bd1f5-3d73-4d60-a625-c4f79e304871 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:48:47.869304 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:47.869679 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.20.0.12 (90fa61e4-0404-4d3a-8d01-8033614ad14b/7964ef4b-cf1e-487d-a22b-d994af26d8f7/6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:48:47.875262 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:47.881014 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-26b0f605-6233-473e-88e9-76f5ed246675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:47.882800 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:47.897972 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'port_id': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'mac_address': 'fa:16:3e:70:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:48:47.936303 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7820cb0c643c4332a101117662c3324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339999 Jun 12 19:48:47.937456 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc5621-e6bc-40f3-a14e-f09176e57b56,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:47.939872 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 43942) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:47.947848 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-281669b7-1c87-4593-8925-70ee69f8e013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:47.957738 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:47.974039 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8bd1f5-3d73-4d60-a625-c4f79e304871 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:48:48.000778 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:48.009167 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.013559 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-c4322f15-c053-487d-addb-816170a9692b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:48.016919 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.042901 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.085134 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:48.093146 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.093775 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.094286 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.094866 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.095366 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.095973 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.096470 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.096976 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.097459 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.097954 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.098441 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.098919 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:48:48.104326 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:48.128893 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.157819 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Transition to ACTIVE for port object 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:48.158419 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.161041 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.162182 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ccc5621-e6bc-40f3-a14e-f09176e57b56 HTTP/1.1" status: 204 len: 168 time: 0.2212887 Jun 12 19:48:48.163096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6bb0bde7-97f0-4e3c-82be-6c86128746ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:48.174782 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc5621-e6bc-40f3-a14e-f09176e57b56,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:48.177937 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:48.187199 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499beb88-6789-4015-af00-2c945de2c114 req-a2a8f3a2-4587-45d7-bf25-4f694d612818 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:48.188677 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-499beb88-6789-4015-af00-2c945de2c114 req-a2a8f3a2-4587-45d7-bf25-4f694d612818 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 944 time: 0.1086776 Jun 12 19:48:48.208611 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.213174 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1054da03-c58a-49a6-9774-644facb33823 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:48.246323 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-499beb88-6789-4015-af00-2c945de2c114 req-bff6fa9b-e183-4601-bf7e-9a6cd3135d3b tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516546 Jun 12 19:48:48.275572 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:48:48.279054 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:48:48.284381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:48:48.323380 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:48.338929 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:48.365173 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:48.365735 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.376437 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['2c8bd1f5-3d73-4d60-a625-c4f79e304871'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:48:48.385127 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496623 Jun 12 19:48:48.403534 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Request body: {'port': {'device_id': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:48.529456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.553319 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-192d89a5-03fa-4674-9802-352fe7560139 None None] Provisioning for port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:48.568074 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-192d89a5-03fa-4674-9802-352fe7560139 None None] Provisioning complete for port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:48.568401 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-192d89a5-03fa-4674-9802-352fe7560139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.632355 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-192d89a5-03fa-4674-9802-352fe7560139 None None] Port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:48:48.693330 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ef5a-e41e-43a0-b369-aa387d622c14 req-5a1bc9f1-f90b-4b16-b22e-7a5d718b1ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:48.694750 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2db7ef5a-e41e-43a0-b369-aa387d622c14 req-5a1bc9f1-f90b-4b16-b22e-7a5d718b1ae8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 932 time: 0.0770490 Jun 12 19:48:48.741078 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-2db7ef5a-e41e-43a0-b369-aa387d622c14 req-46a88b49-be6e-4ce3-a9d5-c92298745403 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401931 Jun 12 19:48:48.896020 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:48:48.905126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.918413 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Transition to ACTIVE for port object 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:48:48.922679 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:48.929189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-84175496-5a17-4f5c-9027-4eb13769a143 tempest-AttachVolumeNegativeTest-1351692421 tempest-AttachVolumeNegativeTest-1351692421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:49.029707 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:49.063034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:49.132714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Attempting to bind port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:48:49.132714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Attempting to bind port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:48:49.133686 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Attempting to bind port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:49.139212 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:48:49.139547 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Attempting to bind port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:48:49.144912 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:48:49.145286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:48:49.145683 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Bound using segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:48:49.146118 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Bound port: 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:48:49.146476 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:49.231903 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:48:49.235284 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:48:49.239888 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:49.243214 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:49.292710 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.293402 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:49.294907 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 HTTP/1.1" status: 200 len: 1094 time: 0.9018643 Jun 12 19:48:49.295625 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:48:49.298114 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf542b-6873-4dbc-aa6a-f9749f804ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:48:49.324649 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:49.328535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:49.351531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469ede2-5820-4721-b5e5-73eeb5186a3c x-openstack-request-id: req-6469ede2-5820-4721-b5e5-73eeb5186a3c {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:48:49.352412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:48:49.352971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6469ede2-5820-4721-b5e5-73eeb5186a3c {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:48:49.353382 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'status': 'completed', 'code': 200} Jun 12 19:48:49.486304 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-f97195e1-d6c8-49cb-b5a7-fe4d252ab22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.487889 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-f97195e1-d6c8-49cb-b5a7-fe4d252ab22d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 1097 time: 0.1294935 Jun 12 19:48:49.556827 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-5b2911cc-e3fb-4ded-b660-46558585d0dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 HTTP/1.1" status: 200 len: 217 time: 0.0575902 Jun 12 19:48:49.568996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cbd92-32c9-4c1f-a95e-db163841952c req-b527c2f8-8103-4d45-b5de-5b32d933c56e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.570520 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3b8cbd92-32c9-4c1f-a95e-db163841952c req-b527c2f8-8103-4d45-b5de-5b32d933c56e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 944 time: 0.1516078 Jun 12 19:48:49.668786 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3b8cbd92-32c9-4c1f-a95e-db163841952c req-0eddb5db-25e3-457c-b460-334ed7da01dd tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881758 Jun 12 19:48:49.671004 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-25848bf5-4190-480b-877e-5f4d712ba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.672712 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-25848bf5-4190-480b-877e-5f4d712ba547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.1010389 Jun 12 19:48:49.750991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-c030fd90-0753-4ca8-b13e-fc1aee44472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.752358 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-c030fd90-0753-4ca8-b13e-fc1aee44472a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724714 Jun 12 19:48:49.764214 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2c8bd1f5-3d73-4d60-a625-c4f79e304871 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:48:49.827756 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:48:49.832186 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:48:49.832587 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:49.888574 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-619edb5b-1057-4ba4-b851-3411f368a320 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291242 Jun 12 19:48:49.949905 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:49.977269 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:48:49.979831 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27e536-c1ea-4a5b-8c55-4676131948f3" -d '{"events": [{"server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:48:49.982540 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d15c-7aca-470f-9f46-ba4119bcde95 req-6e4f9221-2ba2-43ae-935b-c869f308b16f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:49.985825 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7466d15c-7aca-470f-9f46-ba4119bcde95 req-6e4f9221-2ba2-43ae-935b-c869f308b16f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0939667 Jun 12 19:48:49.997130 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:50.003339 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:50.006660 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:48:50.047213 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c92e6-72a8-4de0-8a00-36b2564646ca x-openstack-request-id: req-1f3c92e6-72a8-4de0-8a00-36b2564646ca {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:48:50.047507 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:48:50.047977 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f3c92e6-72a8-4de0-8a00-36b2564646ca {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:48:50.048393 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'code': 200} Jun 12 19:48:50.063943 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7466d15c-7aca-470f-9f46-ba4119bcde95 req-6518691f-9a6f-4fe7-b864-930fbba93ad1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572336 Jun 12 19:48:50.068630 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7f248ae-6d4e-4387-9830-b8ac24297c41 req-ee63f986-b575-4a4e-ae19-3f327b6041cd service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716294 Jun 12 19:48:50.088918 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:48:50.092704 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:48:50.197997 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-0f824f10-7ab7-463d-8b0b-bbc785b1d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.199481 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-0f824f10-7ab7-463d-8b0b-bbc785b1d3f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0720632 Jun 12 19:48:50.301545 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b513-9f2e-4035-aaaf-7114af5c1d81 req-2c36dffe-5126-4065-a440-7109993b0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.303651 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4856b513-9f2e-4035-aaaf-7114af5c1d81 req-2c36dffe-5126-4065-a440-7109993b0d80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 1098 time: 0.0625834 Jun 12 19:48:50.339150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-f61ab927-4c91-4729-ad9e-9fb5a74415c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.340615 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-f61ab927-4c91-4729-ad9e-9fb5a74415c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1227558 Jun 12 19:48:50.345767 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4856b513-9f2e-4035-aaaf-7114af5c1d81 req-886268f8-6e5f-4d95-8598-d658de06ef37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Jun 12 19:48:50.557304 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-53a71465-a701-420a-ab3d-cddaf5cf8b3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 HTTP/1.1" status: 200 len: 217 time: 0.0539279 Jun 12 19:48:50.620030 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-3bbfc74e-6484-4773-b70f-2ffe339fe069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.621602 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-3bbfc74e-6484-4773-b70f-2ffe339fe069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0548689 Jun 12 19:48:50.695418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-13417d4d-1ec9-4c30-b989-da2e854e7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.697358 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-13417d4d-1ec9-4c30-b989-da2e854e7d28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684407 Jun 12 19:48:50.827633 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-5d53cf03-6350-43ad-8600-db9c077935fe service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222661 Jun 12 19:48:50.860250 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49341b-4a7e-4eb0-a34c-089e7d850ca1 req-dd692f09-683a-4a0b-91c8-b169f3bfbce0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:50.861760 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f49341b-4a7e-4eb0-a34c-089e7d850ca1 req-dd692f09-683a-4a0b-91c8-b169f3bfbce0 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0755303 Jun 12 19:48:50.909710 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8f49341b-4a7e-4eb0-a34c-089e7d850ca1 req-e1145827-0c02-45f3-a465-1d3f170e286e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423021 Jun 12 19:48:50.955410 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bddf542b-6873-4dbc-aa6a-f9749f804ac3 req-f4e16dd1-ce27-4416-8111-0551fd1712a8 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213200 Jun 12 19:48:51.257780 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b332b-67a6-496a-a9e5-9f5cc56cf0de req-fd993cb9-2d52-47d4-923a-868a624ce2d9 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:51.259359 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d15b332b-67a6-496a-a9e5-9f5cc56cf0de req-fd993cb9-2d52-47d4-923a-868a624ce2d9 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0778897 Jun 12 19:48:51.303244 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d15b332b-67a6-496a-a9e5-9f5cc56cf0de req-2db0e94e-63e9-4405-b6ee-3c0b1dab4dd7 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382125 Jun 12 19:48:52.105647 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caabbf-79dd-4d5b-8f23-1f5cf7f3d19a req-1b629099-5b9d-4c93-a3ed-3527d6f232e4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:52.107039 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d9caabbf-79dd-4d5b-8f23-1f5cf7f3d19a req-1b629099-5b9d-4c93-a3ed-3527d6f232e4 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0770345 Jun 12 19:48:52.150481 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d9caabbf-79dd-4d5b-8f23-1f5cf7f3d19a req-921468e1-6519-4ed1-9161-6c5ea355bb1f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Jun 12 19:48:52.340081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f05e7-1070-40c8-a0d1-dea7c1568512 req-ebd628cd-f9f9-4ecd-a47a-06a83403b16e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:52.341630 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-af9f05e7-1070-40c8-a0d1-dea7c1568512 req-ebd628cd-f9f9-4ecd-a47a-06a83403b16e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0746911 Jun 12 19:48:52.352002 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44056) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:48:52.358014 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Request body: {'floatingip': {'port_id': '2c8bd1f5-3d73-4d60-a625-c4f79e304871'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:48:52.419521 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:52.511359 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a6af9-dee5-487a-ae5b-2af043acd994 req-d8869c33-850e-4247-bd7a-b04602028d61 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:52.512968 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-445a6af9-dee5-487a-ae5b-2af043acd994 req-d8869c33-850e-4247-bd7a-b04602028d61 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0808978 Jun 12 19:48:52.558883 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-445a6af9-dee5-487a-ae5b-2af043acd994 req-821ced3a-e270-4824-a8cc-d9c82433687c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399835 Jun 12 19:48:53.035503 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:53.042877 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:53.516525 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Floating IP db1ca5fa-b84a-40fb-b02b-3d84b1d087ec associated. External IP: 172.27.3.68, port: 2c8bd1f5-3d73-4d60-a625-c4f79e304871. Jun 12 19:48:53.520468 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:48:53.756760 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024aa97-4d7e-4c0f-a596-51ff372b6df7 req-b2bf0455-7cbb-42e2-96ee-af635739cb4f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:53.758258 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e024aa97-4d7e-4c0f-a596-51ff372b6df7 req-b2bf0455-7cbb-42e2-96ee-af635739cb4f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0802963 Jun 12 19:48:53.813741 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e024aa97-4d7e-4c0f-a596-51ff372b6df7 req-0bc0684a-2722-437e-8680-d6a03dab1a89 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400147 Jun 12 19:48:53.824565 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:48:53.998882 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:48:54.004234 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:54.052201 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:48:54.060124 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-890703d2-0678-433f-87c2-ceafda94d4ed tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "PUT /v2.0/floatingips/db1ca5fa-b84a-40fb-b02b-3d84b1d087ec HTTP/1.1" status: 200 len: 990 time: 1.7056277 Jun 12 19:48:54.061126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:48:54.067179 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:54.067856 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:54.068617 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:48:54.173875 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8178ee52-b01a-45ee-bab0-d23d3997ff2b x-openstack-request-id: req-8178ee52-b01a-45ee-bab0-d23d3997ff2b {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:48:54.174212 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:48:54.174508 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8178ee52-b01a-45ee-bab0-d23d3997ff2b {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:48:54.174951 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'status': 'completed', 'code': 200} Jun 12 19:48:54.277400 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-04dfc866-b0f6-4ed6-a51b-d56b8bc803b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:54.278940 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-04dfc866-b0f6-4ed6-a51b-d56b8bc803b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ef8e971ae934fba89e2cb3899677dea&device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 1098 time: 0.0734251 Jun 12 19:48:54.375025 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:54.404584 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-77f8f135-6f53-4b39-bf72-cff481d0e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:54.406147 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-77f8f135-6f53-4b39-bf72-cff481d0e374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 200 len: 911 time: 0.1208479 Jun 12 19:48:54.774246 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'db1ca5fa-b84a-40fb-b02b-3d84b1d087ec', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:70:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:48:35Z', 'updated_at': '2021-06-12T19:48:52Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:54.780757 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:48:54.789224 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:48:54.789851 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:48:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:54.811600 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-26d409b6-1b74-456e-b891-458e882285d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871 HTTP/1.1" status: 200 len: 998 time: 0.3986166 Jun 12 19:48:54.874378 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-893bbe88-76ee-416f-accd-caa317abec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:54.875864 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-893bbe88-76ee-416f-accd-caa317abec12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 200 len: 849 time: 0.0575142 Jun 12 19:48:54.945930 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:48:54.952764 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-0caa6a43-fdf0-4063-b1a4-2a36b26c6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:54.954409 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-0caa6a43-fdf0-4063-b1a4-2a36b26c6cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38fd3b4b-782b-4bf8-a962-9111ac2202d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712750 Jun 12 19:48:55.014904 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e96e1-a1ed-41d9-942c-7685f2ed4bb1 req-d31d677f-8cf0-4c0b-99d8-4fb2b44c0aa5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:55.016559 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-585e96e1-a1ed-41d9-942c-7685f2ed4bb1 req-d31d677f-8cf0-4c0b-99d8-4fb2b44c0aa5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0888546 Jun 12 19:48:55.069581 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-585e96e1-a1ed-41d9-942c-7685f2ed4bb1 req-4d67ae6e-97a0-498e-84bf-cf540ef4d982 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464685 Jun 12 19:48:55.109532 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-4a41f821-2ab6-408e-99cb-242799e81d32 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479709 Jun 12 19:48:55.248512 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-257bdcc4-25f0-4b9f-8f4f-e5998dc795fa req-c506c691-1c03-49db-bcc2-8f67ef4d7537 service neutron] 10.222.0.41 "GET /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318812 Jun 12 19:48:55.284147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'db1ca5fa-b84a-40fb-b02b-3d84b1d087ec', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:70:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:48:35Z', 'updated_at': '2021-06-12T19:48:52Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:48:55.287841 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdeea6-c2fa-4b52-99b5-c7f10bf0dcd0 None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'db1ca5fa-b84a-40fb-b02b-3d84b1d087ec', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'port_id': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'mac_address': 'fa:16:3e:70:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:48:35Z', 'updated_at': '2021-06-12T19:48:52Z', 'revision_number': 1, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:48:55.480439 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303de62-f29d-4819-bfd1-be27c3a7f16d None None] New status for floating IP db1ca5fa-b84a-40fb-b02b-3d84b1d087ec: ACTIVE {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:48:56.265474 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8775-d91b-4973-88b6-189f6a3ff856 req-045ef4cf-1740-4bf6-959e-80aa2b5849a7 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:56.267006 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-600a8775-d91b-4973-88b6-189f6a3ff856 req-045ef4cf-1740-4bf6-959e-80aa2b5849a7 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0764475 Jun 12 19:48:56.312692 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-600a8775-d91b-4973-88b6-189f6a3ff856 req-3516ddf7-7cb0-4769-992c-d06627ed04ce tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394413 Jun 12 19:48:56.879416 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-aa2946ad-55d0-4b0d-ae18-6e001dcce624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:57.503281 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe20b8-747e-4392-8796-df8fcfca732a req-d84cc909-3c3c-44e2-9381-54e364b8bb6e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:57.505159 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-05fe20b8-747e-4392-8796-df8fcfca732a req-d84cc909-3c3c-44e2-9381-54e364b8bb6e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0732560 Jun 12 19:48:57.555590 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-05fe20b8-747e-4392-8796-df8fcfca732a req-a734a4c2-11ae-4020-b61b-31a84636689a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438774 Jun 12 19:48:58.744865 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bed1e-efec-4c0e-9eb7-934d2382ab25 req-027a9253-c399-4f79-b032-8dbe1a7044b1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:48:58.746578 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e54bed1e-efec-4c0e-9eb7-934d2382ab25 req-027a9253-c399-4f79-b032-8dbe1a7044b1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0733597 Jun 12 19:48:58.795804 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e54bed1e-efec-4c0e-9eb7-934d2382ab25 req-25946255-f2f0-4f77-81b4-3a12592dd381 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436847 Jun 12 19:48:59.781323 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:48:59.907421 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:48:59.925340 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'port_id': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'mac_address': 'fa:16:3e:63:64:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:48:59.974635 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:48:59.991474 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:49:00.001505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554f5e2-ed40-42d8-9164-2f428b1a979f req-a344db7f-cf92-4502-b258-084e9b21e365 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:00.003029 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a554f5e2-ed40-42d8-9164-2f428b1a979f req-a344db7f-cf92-4502-b258-084e9b21e365 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 944 time: 0.0839105 Jun 12 19:49:00.017716 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:49:00.026414 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:00.029209 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:00.060091 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a554f5e2-ed40-42d8-9164-2f428b1a979f req-8cac4106-3e71-4d7c-95bd-a7ffd2c9b4ac tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499218 Jun 12 19:49:00.090269 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:00.093335 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:00.478704 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:49:00.726528 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfbdd-ec96-4bfa-8175-06915a4e2a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:00.991877 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:01.254960 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c57e3-c5e0-4dfb-a0b6-5a9f91a1d8f2 req-202b4e0b-3509-4d7c-bf5e-ae970c494589 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:01.256432 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-679c57e3-c5e0-4dfb-a0b6-5a9f91a1d8f2 req-202b4e0b-3509-4d7c-bf5e-ae970c494589 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 945 time: 0.0724268 Jun 12 19:49:01.299321 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-679c57e3-c5e0-4dfb-a0b6-5a9f91a1d8f2 req-e45bbdeb-77e5-4acc-a992-e588debe8a2f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371990 Jun 12 19:49:01.785775 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:49:01.843033 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:49:01.846692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:49:01.847076 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:01.939296 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:01.964013 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:49:01.966301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd9623-02c1-4ec1-84da-948cc7402679" -d '{"events": [{"server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:49:01.980577 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:49:01.984535 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:01.986562 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:02.016445 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e9735-0d8f-4274-a9d5-b9ec3cc902b6 x-openstack-request-id: req-632e9735-0d8f-4274-a9d5-b9ec3cc902b6 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:49:02.017133 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:49:02.017133 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-632e9735-0d8f-4274-a9d5-b9ec3cc902b6 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:49:02.017394 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'code': 200} Jun 12 19:49:02.052037 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:02.055119 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:02.298576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bff4d-d494-4b46-95f7-d81fe9e3ae4e req-cb226a8d-68a7-482c-b98a-1b174056447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:02.300065 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-831bff4d-d494-4b46-95f7-d81fe9e3ae4e req-cb226a8d-68a7-482c-b98a-1b174056447c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0612953 Jun 12 19:49:02.339332 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-831bff4d-d494-4b46-95f7-d81fe9e3ae4e req-3d3240f8-9920-439b-bb1d-71bef1210881 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323787 Jun 12 19:49:02.443551 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:02.489332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbeb8d-8100-46c7-ba31-7ab682f97f51 req-1f8bf3bb-0d67-46d4-ac18-129af9563b74 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:02.490817 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8bdbeb8d-8100-46c7-ba31-7ab682f97f51 req-1f8bf3bb-0d67-46d4-ac18-129af9563b74 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0754268 Jun 12 19:49:02.539767 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8bdbeb8d-8100-46c7-ba31-7ab682f97f51 req-9f94fc71-725c-415f-ac0e-79b18ccb139f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429120 Jun 12 19:49:03.736608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2eedf-598b-4c15-9be3-1de642ae621d req-0627edb9-90a4-4786-ae9e-5a2cc4eedf91 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:03.738050 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-81e2eedf-598b-4c15-9be3-1de642ae621d req-0627edb9-90a4-4786-ae9e-5a2cc4eedf91 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0769346 Jun 12 19:49:03.781523 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-81e2eedf-598b-4c15-9be3-1de642ae621d req-b6503285-267f-4031-8075-1a08bfc4578c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375504 Jun 12 19:49:03.931938 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:04.970630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54a126-f3d8-4db7-8580-8e32713d59d9 req-09aba1b2-3b98-4ca5-8ad1-28175dcd72e5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:04.972057 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0a54a126-f3d8-4db7-8580-8e32713d59d9 req-09aba1b2-3b98-4ca5-8ad1-28175dcd72e5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0733855 Jun 12 19:49:05.023857 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0a54a126-f3d8-4db7-8580-8e32713d59d9 req-996b7ecc-211b-4f73-b7e4-525a3d273e86 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454707 Jun 12 19:49:05.212916 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a379d-484c-43d1-b546-dcde2c11b6e9 req-0893f363-fd26-4507-8fe4-194d1c076db0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:05.214660 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a79a379d-484c-43d1-b546-dcde2c11b6e9 req-0893f363-fd26-4507-8fe4-194d1c076db0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0757794 Jun 12 19:49:05.263598 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a79a379d-484c-43d1-b546-dcde2c11b6e9 req-50d5c732-01f4-473b-9b4b-63d266fe5f1a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396137 Jun 12 19:49:05.287586 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44164) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:05.495256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49797a-0431-4c12-b98d-ebf5c9fde9cc tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:05.496756 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9d49797a-0431-4c12-b98d-ebf5c9fde9cc tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 1094 time: 0.2081857 Jun 12 19:49:05.499827 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44168) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:05.504664 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'port_id': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:49:05.532408 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:05.672870 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:05.802737 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.27.3.159 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/c4b752f3-489b-454c-8ef5-e87bc6b6e9c3) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:49:05.943434 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:05.988397 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:05.991706 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c63ffc31-fb89-45c9-aeb6-86cb78f91ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:06.041616 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:49:06.044405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:49:06.048843 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:49:06.052014 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=c4b752f3-489b-454c-8ef5-e87bc6b6e9c3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:06.080481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:06.528135 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:06.625272 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:06.815947 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:06.820544 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:06.823533 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-52144ed4-2b7d-47ef-8468-9a905c2eb849 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:06.902009 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=c4b752f3-489b-454c-8ef5-e87bc6b6e9c3,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:06.905968 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:06.914711 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:07.058144 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP c6b8a115-be43-4c60-b382-f60f954c99a1 associated. External IP: 172.27.3.159, port: 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31. Jun 12 19:49:07.671152 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:49:07.817004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:49:07.827114 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:49:07.834002 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:07.837980 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:49:07.838825 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:49:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:49:07.884807 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3830967 Jun 12 19:49:07.885744 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:49:07.888169 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab8e79-2687-46e9-b435-e79d90e73bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:49:07.930377 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7e6960-e66d-4bed-9724-06dc19ac0d18 x-openstack-request-id: req-7a7e6960-e66d-4bed-9724-06dc19ac0d18 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:49:07.930894 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:49:07.931878 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a7e6960-e66d-4bed-9724-06dc19ac0d18 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:49:07.932318 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'status': 'completed', 'code': 200} Jun 12 19:49:07.989004 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:49:08.021672 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-ebf80942-00e5-42e0-8b9f-d32636f927a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:08.023345 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-ebf80942-00e5-42e0-8b9f-d32636f927a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0664258 Jun 12 19:49:08.156561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-abf17c19-6cc6-4631-8300-ed64b5fe82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:08.158335 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-abf17c19-6cc6-4631-8300-ed64b5fe82a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1243289 Jun 12 19:49:08.252751 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-2a675bfb-ed79-4a20-86ef-eb2a09777b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 HTTP/1.1" status: 200 len: 1000 time: 0.0873988 Jun 12 19:49:08.318625 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-01ffe5d7-8d44-4e03-84f2-63ec65a5103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:08.320023 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-01ffe5d7-8d44-4e03-84f2-63ec65a5103c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0598752 Jun 12 19:49:08.389264 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-80f309e3-f2c9-41e1-b57b-ae4ac623ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:08.390791 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-80f309e3-f2c9-41e1-b57b-ae4ac623ab7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630398 Jun 12 19:49:08.435948 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'c6b8a115-be43-4c60-b382-f60f954c99a1', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:63:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:49:06Z', 'updated_at': '2021-06-12T19:49:06Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:49:08.439641 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:49:08.448975 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:49:08.449634 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:49:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:49:08.516819 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-770140b8-56cb-4805-a19e-168f7fef482c service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188352 Jun 12 19:49:08.605606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:49:08.648773 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-92ab8e79-2687-46e9-b435-e79d90e73bf4 req-27c80307-97ba-4189-843f-8563bd33dfd2 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 Jun 12 19:49:08.915814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'c6b8a115-be43-4c60-b382-f60f954c99a1', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:63:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:49:06Z', 'updated_at': '2021-06-12T19:49:06Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:49:08.919885 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728074c-27ca-4aed-ae0c-fc75bda0e9b0 None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': 'c6b8a115-be43-4c60-b382-f60f954c99a1', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:63:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:49:06Z', 'updated_at': '2021-06-12T19:49:06Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:49:09.126289 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40181276-52c4-4f3c-971d-7da636420646 None None] New status for floating IP c6b8a115-be43-4c60-b382-f60f954c99a1: ACTIVE {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:49:11.100003 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:26.830343 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44326) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:26.882081 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-691d233c-24da-47f7-a0b1-d7089506e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:26.945994 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.045526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.049811 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.052374 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b9f93918-39d0-45a3-b6bb-10237b95c53d tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:27.092587 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1372a742fabb45e4a2e6445ed4d6d3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611439 Jun 12 19:49:27.093542 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15d084-2bb8-4ce5-9234-b6ea17b05983,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:27.095375 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44330) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:27.096675 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:27.159955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.184848 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.243607 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.246931 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:27.248192 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b15d084-2bb8-4ce5-9234-b6ea17b05983 HTTP/1.1" status: 204 len: 168 time: 0.1517417 Jun 12 19:49:27.249073 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-c66f1440-8300-4075-b5e5-2bc0ecf580f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:27.258937 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15d084-2bb8-4ce5-9234-b6ea17b05983,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:27.261459 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-016b3f24-fd86-49a8-b088-eee359bd3d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:28.273873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44366) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:28.383555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.481482 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.485233 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.487835 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-2d3bc980-03b8-4ae6-8d35-0ebae0e596a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:28.530429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737a12f-940d-44d3-abd9-50240090b9ee,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:28.534931 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e51e8ecac35f43da9ab5f02b91c405bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599611 Jun 12 19:49:28.535747 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-07e47967-f9e5-4024-b56f-099c19eab6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:28.537417 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44372) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:28.596034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.619480 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.670921 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.673599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:28.674753 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3737a12f-940d-44d3-abd9-50240090b9ee HTTP/1.1" status: 204 len: 168 time: 0.1364412 Jun 12 19:49:28.675561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-990d35e8-f721-4bb9-8756-9bc52c27769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:28.685049 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737a12f-940d-44d3-abd9-50240090b9ee,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:28.687309 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:30.520651 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:49:30.718932 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e3d3-06fe-4803-a6f8-61d301278e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:30.996066 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:32.449910 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:33.940393 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:39.671942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44550) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:39.780135 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:39.880079 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:39.883895 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:39.886991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-66683c6e-15e1-4e56-961e-30860652ead7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:39.925423 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b4f129a3860482e840f9d83ac65867b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521503 Jun 12 19:49:39.926213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da2dec-465f-49dc-b5f1-74cc3fda833f,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:39.928025 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44554) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:49:39.933926 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.934325 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.934699 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.935066 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.935431 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.935795 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.936153 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.936514 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.936874 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.937248 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.937599 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.937953 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:39.941933 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:39.982682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:40.006807 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:40.056579 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:40.059989 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:40.061178 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39da2dec-465f-49dc-b5f1-74cc3fda833f HTTP/1.1" status: 204 len: 168 time: 0.1321290 Jun 12 19:49:40.061995 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-259ec896-3dbf-4887-99d1-4e87e486bad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:49:40.070883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da2dec-465f-49dc-b5f1-74cc3fda833f,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:49:40.078239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.079066 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.079066 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.079363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.079727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.080092 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.080451 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.080812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.081192 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.081584 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.081906 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.082256 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:49:40.085501 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-40fd05ab-0f9a-4dbf-bd4f-54ed0200d93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:49:41.095687 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:49:45.243091 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-80352943-9aa1-46fe-bf97-c62f65e2b07a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590044 Jun 12 19:49:45.353180 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-ce495546-c020-450a-8b52-03dac2b06fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:45.354628 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-ce495546-c020-450a-8b52-03dac2b06fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.0614042 Jun 12 19:49:45.488764 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-c5d86586-3f54-4b72-b921-d359d453584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:45.490285 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-c5d86586-3f54-4b72-b921-d359d453584d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.1161366 Jun 12 19:49:45.580119 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-7c6b765f-88d1-4671-9b34-b072d747d5d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 1000 time: 0.0834596 Jun 12 19:49:45.640170 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-4f850cc5-880d-4229-ab5b-1700d3014a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:45.641666 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-4f850cc5-880d-4229-ab5b-1700d3014a85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0553935 Jun 12 19:49:45.711319 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-e31a7999-ca48-4929-8f9f-c23a35ce3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:49:45.712798 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-e31a7999-ca48-4929-8f9f-c23a35ce3226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647941 Jun 12 19:49:45.723636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-9d631dd1-b124-476a-8166-7d3f9bc08b33 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:49:45.724587 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-9d631dd1-b124-476a-8166-7d3f9bc08b33 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051210 Jun 12 19:49:45.846608 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-447be495-2c78-4b38-8612-95b0cc5f0c10 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152835 Jun 12 19:49:45.972321 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ee3ad621-d66d-47e6-8cdc-26f99cb29c03 req-a4216de2-daad-4db8-9a93-a8dcf866d691 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194057 Jun 12 19:49:56.884975 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5ffe52fa-3811-427d-9a26-7c3617e2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:00.722827 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b891ad90-6592-4bcb-a289-5b871eaea08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:00.998195 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:01.562501 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c4d2c-2ef0-41e3-8812-fe1c2f4f410f req-6ae8efc5-2887-41e6-bb14-f30066da1975 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:01.563978 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b47c4d2c-2ef0-41e3-8812-fe1c2f4f410f req-6ae8efc5-2887-41e6-bb14-f30066da1975 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1179676 Jun 12 19:50:01.606877 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b47c4d2c-2ef0-41e3-8812-fe1c2f4f410f req-d42ac90a-3325-4468-b346-f3c772d9984c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371325 Jun 12 19:50:02.449351 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:02.799613 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9a62-1147-4e66-8c1d-f76e6285abf2 req-f3534682-750b-4af2-a92e-e928653ac804 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:02.801120 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a51f9a62-1147-4e66-8c1d-f76e6285abf2 req-f3534682-750b-4af2-a92e-e928653ac804 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0739095 Jun 12 19:50:02.845284 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a51f9a62-1147-4e66-8c1d-f76e6285abf2 req-06bd4750-032d-4073-b937-e28909cb9acf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Jun 12 19:50:03.938629 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:04.031885 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03f99-bc88-4ddd-8dae-601ad27f0ef4 req-54fd8f76-9a52-4823-b014-4697b1e68c18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:04.033407 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ecf03f99-bc88-4ddd-8dae-601ad27f0ef4 req-54fd8f76-9a52-4823-b014-4697b1e68c18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0708911 Jun 12 19:50:04.075740 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-ecf03f99-bc88-4ddd-8dae-601ad27f0ef4 req-4a6d04bc-3032-465e-9324-b0154725f87f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366371 Jun 12 19:50:05.267812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c81d-9000-4c34-91d1-7d2b61c6ad05 req-cfb9c77c-c855-4a89-8f6e-61ab282364de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:05.269298 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-43b1c81d-9000-4c34-91d1-7d2b61c6ad05 req-cfb9c77c-c855-4a89-8f6e-61ab282364de tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0737700 Jun 12 19:50:05.310856 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-43b1c81d-9000-4c34-91d1-7d2b61c6ad05 req-ed5f2875-4149-41fc-a789-5ae2e2298471 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Jun 12 19:50:06.658390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7306bb5-b5a1-4e26-8a22-bcabcde1ef4c req-50d6d3e7-c080-4098-b11b-7377ce5fb357 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:06.659869 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b7306bb5-b5a1-4e26-8a22-bcabcde1ef4c req-50d6d3e7-c080-4098-b11b-7377ce5fb357 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0713866 Jun 12 19:50:06.704696 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b7306bb5-b5a1-4e26-8a22-bcabcde1ef4c req-e9bf3fe8-db10-4166-b69b-f30b20260abe tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jun 12 19:50:07.520657 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:50:07.894386 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c4e80-4674-4e5b-a677-b389cccf3282 req-cb417332-426a-4aed-9f9f-7c3b05aad13d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:07.895870 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a3c4e80-4674-4e5b-a677-b389cccf3282 req-cb417332-426a-4aed-9f9f-7c3b05aad13d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0704374 Jun 12 19:50:07.938348 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a3c4e80-4674-4e5b-a677-b389cccf3282 req-80e1fe59-4095-4bb2-8d40-2dd6387e2436 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Jun 12 19:50:09.122411 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9096a4-5aa6-4631-875c-c252f186c9d0 req-2691cf01-bf63-472c-9194-6de54e2a19c8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:09.123886 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4d9096a4-5aa6-4631-875c-c252f186c9d0 req-2691cf01-bf63-472c-9194-6de54e2a19c8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0680847 Jun 12 19:50:09.170545 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4d9096a4-5aa6-4631-875c-c252f186c9d0 req-45e5f8f4-eb4d-4aac-99f9-f4c9e0339a04 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Jun 12 19:50:09.751395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44700) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:09.955505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Deleting port 666171ba-838a-4499-95db-c3741e5275ad {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:09.955910 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:10.056999 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:10.057335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:10.148703 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Calling delete_port for 666171ba-838a-4499-95db-c3741e5275ad owned by network:floatingip {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:10.404698 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:10.407981 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-b13c119e-83ad-4776-b321-cf0629ea98bb tempest-ServerRescueNegativeTestJSON-242390975 tempest-ServerRescueNegativeTestJSON-242390975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:10.421121 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761e0ba-fec2-4136-b935-35518bfaf55d req-152f66e9-1b70-4f77-a9f3-16e12489b8f9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:10.422588 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f761e0ba-fec2-4136-b935-35518bfaf55d req-152f66e9-1b70-4f77-a9f3-16e12489b8f9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1301436 Jun 12 19:50:10.448573 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event deleted for resources: {'Port': ['ID=666171ba-838a-4499-95db-c3741e5275ad,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:10.458118 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:10.541758 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f761e0ba-fec2-4136-b935-35518bfaf55d req-aa7592df-8a26-4a9c-8d52-37f6042ebf4a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967267 Jun 12 19:50:10.550787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for floatingip, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:10.551140 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Floating IP dba9781d-b2fb-4798-83d1-5414e6078df3 disassociated (deleted). External IP: 172.27.3.58, port: ed346e32-93fc-4d07-ba72-1c584af90320. Jun 12 19:50:11.117119 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:11.146886 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Router ed58d0cb-f1bd-42d7-8828-681284d8fb96 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:50:11.301755 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:50:11.306692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:11.311949 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Sync routers for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:50:11.321763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:11.322389 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:11.351602 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "DELETE /v2.0/floatingips/dba9781d-b2fb-4798-83d1-5414e6078df3 HTTP/1.1" status: 204 len: 168 time: 1.5991197 Jun 12 19:50:11.352391 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:50:11.354859 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:50:11.394863 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5238b-9588-4b9e-8549-039a43b8d7f8 x-openstack-request-id: req-06c5238b-9588-4b9e-8549-039a43b8d7f8 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:50:11.395111 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:50:11.395519 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06c5238b-9588-4b9e-8549-039a43b8d7f8 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:50:11.395854 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'status': 'completed', 'code': 200} Jun 12 19:50:11.473639 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:11.485550 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-4ff5ea8e-7285-460f-805d-ae03b768f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.487054 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-4ff5ea8e-7285-460f-805d-ae03b768f535 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=832dd60b657849a4b3b0355b6e83394a&device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 1098 time: 0.0678546 Jun 12 19:50:11.639555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-3e41fb33-83b8-4e53-b34b-21a49062c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.641421 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-3e41fb33-83b8-4e53-b34b-21a49062c8af service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 200 len: 910 time: 0.1467552 Jun 12 19:50:11.712207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-55907d3b-bb5b-46d9-b3b9-bb3adbca9bc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 200 len: 217 time: 0.0626888 Jun 12 19:50:11.746917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39d91-a404-4b44-8661-1fa53eddb543 req-6e0bd915-652e-43ae-ad15-484fb408cd2f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.749048 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cba39d91-a404-4b44-8661-1fa53eddb543 req-6e0bd915-652e-43ae-ad15-484fb408cd2f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0731313 Jun 12 19:50:11.762070 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:11.766475 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Checking router: ed58d0cb-f1bd-42d7-8828-681284d8fb96 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:50:11.775614 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:11.776054 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:11.796565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cba39d91-a404-4b44-8661-1fa53eddb543 req-2543773d-8018-40fc-aa1b-09e33e64e56a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389810 Jun 12 19:50:11.808895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-4be3689c-c799-49c4-ac3b-767ca0b565db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.811278 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-4be3689c-c799-49c4-ac3b-767ca0b565db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 200 len: 848 time: 0.0890262 Jun 12 19:50:11.870624 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648a1f2-63ab-4a01-a98e-71b04126ddc3 req-ba425673-c023-417d-911d-2b6788a3fd85 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.872153 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3648a1f2-63ab-4a01-a98e-71b04126ddc3 req-ba425673-c023-417d-911d-2b6788a3fd85 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.1627679 Jun 12 19:50:11.934127 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3648a1f2-63ab-4a01-a98e-71b04126ddc3 req-4a509826-c6b7-40b6-9b4f-d2699f573354 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552635 Jun 12 19:50:11.939262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-469af3a3-8bf9-483d-812c-3c6a0a680c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:11.940803 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-469af3a3-8bf9-483d-812c-3c6a0a680c16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5c9f165-3f45-45ba-a6d5-111622f8a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1209800 Jun 12 19:50:12.071401 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-522dd6aa-4dd1-47a3-b91f-1259a61fdf71 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225379 Jun 12 19:50:12.072570 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:12.190615 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0a70cf20-f52e-4ad1-bfe8-c25f87788eaf req-89ee96e2-466f-4f41-822d-bfd8a497cb24 service neutron] 10.222.0.41 "GET /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124129 Jun 12 19:50:12.337631 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:12.340935 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f40e4-1cef-45b2-9703-9b92f45441ea None None] The sync data for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi is: [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:42:04Z', 'revision_number': 4, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '6c87631b-d475-430b-bafe-550bc88d9365', 'name': '', 'network_id': 'f5c9f165-3f45-45ba-a6d5-111622f8a71e', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'mac_address': 'fa:16:3e:99:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:03Z', 'updated_at': '2021-06-12T19:42:13Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'subnets': [{'id': '5a763543-6901-4c97-b9f2-b07818dddbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:50:12.546049 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffa607-1dc7-4282-8b3d-5def419a210c None None] New status for floating IP dba9781d-b2fb-4798-83d1-5414e6078df3: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:50:13.034415 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975c26-a7d9-4d78-8665-3c04ab02f7f2 req-bb26cd1c-c8ea-43eb-bb98-ddeba2d66ba2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:13.037080 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-89975c26-a7d9-4d78-8665-3c04ab02f7f2 req-bb26cd1c-c8ea-43eb-bb98-ddeba2d66ba2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1134505 Jun 12 19:50:13.084519 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-89975c26-a7d9-4d78-8665-3c04ab02f7f2 req-4ceca5ed-4ad3-4fde-b1e7-f4f154a6945c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Jun 12 19:50:13.173905 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89aad1-26a6-459a-a866-0deb3da9a12c req-41e71559-6c96-4d7b-8297-3a51cd1636e2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:13.176015 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab89aad1-26a6-459a-a866-0deb3da9a12c req-41e71559-6c96-4d7b-8297-3a51cd1636e2 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0828993 Jun 12 19:50:13.224553 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ab89aad1-26a6-459a-a866-0deb3da9a12c req-ccf346e3-8529-4c00-8d8d-3e7cadf7da7b tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef585edb-5465-482c-852d-798723eab9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Jun 12 19:50:13.596623 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-f02d86e7-453d-4b99-95ca-82ace6464dfa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:13.598207 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-f02d86e7-453d-4b99-95ca-82ace6464dfa tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.41 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 945 time: 0.0725365 Jun 12 19:50:13.720090 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Deleting port ed346e32-93fc-4d07-ba72-1c584af90320 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:13.720429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:13.837895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] For port ed346e32-93fc-4d07-ba72-1c584af90320, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed346e32-93fc-4d07-ba72-1c584af90320,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:13.838261 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:13.934595 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Calling delete_port for ed346e32-93fc-4d07-ba72-1c584af90320 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:14.099007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:14.102965 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fd2a193b-d67a-4f8c-a522-93c33a8ea14f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:14.135714 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event deleted for resources: {'Port': ['ID=ed346e32-93fc-4d07-ba72-1c584af90320,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:14.139189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:14.198591 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] No DVR routers for this DVR port ed346e32-93fc-4d07-ba72-1c584af90320 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:50:14.202178 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:14.204225 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bc9b7367-3878-4ba6-ba9a-3ca29827d5a1 req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.41 "DELETE /v2.0/ports/ed346e32-93fc-4d07-ba72-1c584af90320 HTTP/1.1" status: 204 len: 173 time: 0.5995934 Jun 12 19:50:14.204792 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-deleted', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:50:14.207301 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f142c-69e2-4a46-a50d-35465a43b016" -d '{"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-deleted", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:50:14.254528 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb5031-a81e-4f0f-95aa-b39a1dc52cdd x-openstack-request-id: req-31fb5031-a81e-4f0f-95aa-b39a1dc52cdd {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:50:14.254855 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1955d4ac-1f8c-45ee-8255-91ba9d6ca60a", "name": "network-vif-deleted", "tag": "ed346e32-93fc-4d07-ba72-1c584af90320", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:50:14.255144 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31fb5031-a81e-4f0f-95aa-b39a1dc52cdd {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:50:14.255580 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1955d4ac-1f8c-45ee-8255-91ba9d6ca60a', 'name': 'network-vif-deleted', 'tag': 'ed346e32-93fc-4d07-ba72-1c584af90320', 'status': 'completed', 'code': 200} Jun 12 19:50:14.305935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb4166-c589-4b3f-8280-927a320f73cf req-47b8ebf4-84b4-4e6d-b315-320fcffbbabd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:14.307590 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4bb4166-c589-4b3f-8280-927a320f73cf req-47b8ebf4-84b4-4e6d-b315-320fcffbbabd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0828290 Jun 12 19:50:14.354424 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4bb4166-c589-4b3f-8280-927a320f73cf req-6e97952f-281e-4e9b-815e-814c9ff2552e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Jun 12 19:50:14.405483 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-456f9f2d-6a3d-47c9-a2c9-a02d0cfdfe07 req-2ca55e0b-0ca6-4a73-9d92-5d3d83a48dd8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1955d4ac-1f8c-45ee-8255-91ba9d6ca60a HTTP/1.1" status: 200 len: 210 time: 0.0393035 Jun 12 19:50:15.511182 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44740) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:15.555795 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751c4f-6392-4e43-97d5-e4641246a101 req-25399d2c-53cb-4658-af07-60277c703e92 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:15.557513 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7751c4f-6392-4e43-97d5-e4641246a101 req-25399d2c-53cb-4658-af07-60277c703e92 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0767236 Jun 12 19:50:15.591996 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:15.602907 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f7751c4f-6392-4e43-97d5-e4641246a101 req-c8bbca37-ad59-4f84-bdae-8971f7207380 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Jun 12 19:50:15.622948 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:15.690620 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:15.693294 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:15.694444 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] 10.222.0.11 "DELETE /v2.0/security-groups/ef585edb-5465-482c-852d-798723eab9b5 HTTP/1.1" status: 204 len: 168 time: 0.1821957 Jun 12 19:50:15.695253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-30144439-c672-4c22-bcab-2ff77a95c26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:15.706099 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef585edb-5465-482c-852d-798723eab9b5,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:15.708733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:15.748885 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44746) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:16.180180 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:50:16.311526 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:16.316835 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:16.324608 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '613c6517-ab2c-4fac-96c2-135ba3081552', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:50:16.371053 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:16.386853 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:50:16.408334 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:16.412204 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:16.414982 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fe7196dd-019d-4883-bb1a-446033d4375e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:16.481371 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=6']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:16.488711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.489111 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.489488 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.489826 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.490216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.490549 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.490882 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.491214 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.491564 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.491892 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.492220 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.492542 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:50:16.496463 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:16.506812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['613c6517-ab2c-4fac-96c2-135ba3081552'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:50:16.654962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Deleting port 6c87631b-d475-430b-bafe-550bc88d9365 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:16.655457 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:16.769011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] For port 6c87631b-d475-430b-bafe-550bc88d9365, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=6c87631b-d475-430b-bafe-550bc88d9365,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:16.769394 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:16.800259 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53121d8-1906-40fb-8f85-157757bf5f90 req-13822b9b-6cac-4565-8e7d-70289eaf0382 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:16.801890 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c53121d8-1906-40fb-8f85-157757bf5f90 req-13822b9b-6cac-4565-8e7d-70289eaf0382 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.0716352 Jun 12 19:50:16.844598 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c53121d8-1906-40fb-8f85-157757bf5f90 req-3c65733e-3c22-4af7-8488-e8a7246eafa2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369346 Jun 12 19:50:17.165099 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Calling delete_port for 6c87631b-d475-430b-bafe-550bc88d9365 owned by network:router_interface {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:17.403199 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:17.405364 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-cac1e008-25b5-4164-aff7-8fb9cff29b26 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:17.437597 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c87631b-d475-430b-bafe-550bc88d9365,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:17.441241 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:17.660394 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:17.965505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Router ed58d0cb-f1bd-42d7-8828-681284d8fb96 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:50:18.039354 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0e3bf-d0a9-461e-b5c1-8100f9a5bbaf req-de3bea16-8f76-4a79-aaa9-25cf46ca13b6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:18.040830 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-24b0e3bf-d0a9-461e-b5c1-8100f9a5bbaf req-de3bea16-8f76-4a79-aaa9-25cf46ca13b6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.0752091 Jun 12 19:50:18.083560 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-24b0e3bf-d0a9-461e-b5c1-8100f9a5bbaf req-263d599e-05bd-4732-a51f-c528386e7b7e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367699 Jun 12 19:50:18.116826 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:50:18.121947 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-23663785-4f1a-4891-b21f-39b0be2677d4 admin admin] 10.222.0.11 "PUT /v2.0/routers/ed58d0cb-f1bd-42d7-8828-681284d8fb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720112 Jun 12 19:50:18.125254 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44758) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:18.127827 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Sync routers for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:50:18.137352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:18.137979 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:18.190971 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:50:18.272094 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks [] for router, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.322407 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:18.405229 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 613c6517-ab2c-4fac-96c2-135ba3081552 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:50:18.405527 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.416814 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.482191 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Deleting port 45f7d790-f2c6-4050-87a4-2f32f5a08c20 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:18.482682 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.597565 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] For port 45f7d790-f2c6-4050-87a4-2f32f5a08c20, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=45f7d790-f2c6-4050-87a4-2f32f5a08c20,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:18.597937 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.622158 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.657785 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:50:18.659982 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9c35d-a3dc-44d9-93ce-d712da86b46a" -d '{"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:50:18.677374 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:18.682975 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.683850 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:18.687117 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:18.697581 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Calling delete_port for 45f7d790-f2c6-4050-87a4-2f32f5a08c20 owned by network:router_gateway {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:18.738596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: ed346e32-93fc-4d07-ba72-1c584af90320 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:18.738960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device ed346e32-93fc-4d07-ba72-1c584af90320 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:18.744519 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:50:17Z', 'revision_number': 5, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port': {'id': '45f7d790-f2c6-4050-87a4-2f32f5a08c20', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:41:59Z', 'updated_at': '2021-06-12T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:18.756301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Checking router: ed58d0cb-f1bd-42d7-8828-681284d8fb96 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:50:18.761502 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470bb2c9-b928-488b-a771-be1efc086d94 x-openstack-request-id: req-470bb2c9-b928-488b-a771-be1efc086d94 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:50:18.761816 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:50:18.762090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-470bb2c9-b928-488b-a771-be1efc086d94 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:50:18.762572 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'code': 200} Jun 12 19:50:18.779263 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Routers {'ed58d0cb-f1bd-42d7-8828-681284d8fb96'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:18.780496 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:18.828392 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=7']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:18.924324 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:18.927423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ed3a12a8-f355-45a9-aa2c-23a703249f77 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:18.961429 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f7d790-f2c6-4050-87a4-2f32f5a08c20,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:18.963996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:19.015822 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:19.043450 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] Set router ed58d0cb-f1bd-42d7-8828-681284d8fb96 gateway port host: None {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:19.043781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.122466 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:50:18Z', 'revision_number': 6, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:19.126184 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac08753-6720-436f-878c-0ffed7725b8a None None] The sync data for ids ['ed58d0cb-f1bd-42d7-8828-681284d8fb96'] in dv-cinder-796113-3-iscsi is: [{'id': 'ed58d0cb-f1bd-42d7-8828-681284d8fb96', 'name': 'tempest-TestShelveInstance-2009728343-router', 'tenant_id': '832dd60b657849a4b3b0355b6e83394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:41:58Z', 'updated_at': '2021-06-12T19:50:18Z', 'revision_number': 6, 'project_id': '832dd60b657849a4b3b0355b6e83394a', 'gw_port_host': None}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:50:19.182993 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.185939 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.275678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.276173 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed58d0cb-f1bd-42d7-8828-681284d8fb96 {{(pid=98311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:50:19.281363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.282478 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ed58d0cb-f1bd-42d7-8828-681284d8fb96 HTTP/1.1" status: 204 len: 168 time: 1.1563139 Jun 12 19:50:19.285299 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44768) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:19.318670 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dcaf2-0971-4821-aa6a-9b90ce63c9dc req-18604f9b-0041-4b16-8f48-74bc957a795d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:19.320211 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2e5dcaf2-0971-4821-aa6a-9b90ce63c9dc req-18604f9b-0041-4b16-8f48-74bc957a795d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0843258 Jun 12 19:50:19.345035 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Deleting subnet 5a763543-6901-4c97-b9f2-b07818dddbbb {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:50:19.348375 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.366509 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2e5dcaf2-0971-4821-aa6a-9b90ce63c9dc req-1c292354-7e56-46d7-8918-7abadc188781 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 Jun 12 19:50:19.399933 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.497860 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.581284 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.595815 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:19.614814 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca861646-8f60-43eb-beb6-05e8b52926f0 None None] Network f5c9f165-3f45-45ba-a6d5-111622f8a71e requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:50:19.631004 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.635309 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a763543-6901-4c97-b9f2-b07818dddbbb HTTP/1.1" status: 204 len: 168 time: 0.3460751 Jun 12 19:50:19.635309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a763543-6901-4c97-b9f2-b07818dddbbb,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:19.636411 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44780) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:19.637042 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:19.749035 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.814921 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Deleting port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:19.815292 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.911686 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] For port 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=67db35cb-0d89-436a-8d53-0ab5633a4dd2,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:19.912063 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:19.949213 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] DHCP port deletion for f5c9f165-3f45-45ba-a6d5-111622f8a71e request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:50:19.994610 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 6c87631b-d475-430b-bafe-550bc88d9365 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:20.024645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 6c87631b-d475-430b-bafe-550bc88d9365 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:20.025025 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 6c87631b-d475-430b-bafe-550bc88d9365 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:20.026130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Calling delete_port for 67db35cb-0d89-436a-8d53-0ab5633a4dd2 owned by network:dhcp {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:20.052232 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Deleting port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:20.052584 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.173452 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.177465 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e0102997-0ef4-46db-976a-b7868ca05a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:20.230361 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] For port 67db35cb-0d89-436a-8d53-0ab5633a4dd2, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=67db35cb-0d89-436a-8d53-0ab5633a4dd2,segment=NetworkSegment(418852af-3445-4bcb-853a-8241a4c47e90),segment_id=418852af-3445-4bcb-853a-8241a4c47e90)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:20.232009 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.241369 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67db35cb-0d89-436a-8d53-0ab5633a4dd2,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:20.244741 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:20.250636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] No DVR routers for this DVR port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 on host dv-cinder-796113-3-iscsi {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:50:20.378398 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Calling delete_port for 67db35cb-0d89-436a-8d53-0ab5633a4dd2 owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:20.393793 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.423249 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c9f165-3f45-45ba-a6d5-111622f8a71e']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:20.443299 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418852af-3445-4bcb-853a-8241a4c47e90') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:20.443961 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418852af-3445-4bcb-853a-8241a4c47e90') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:20.455685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.478174 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.491849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:50:20.495352 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:50:20.502529 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:50:20.538367 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.548916 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:20.554290 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] No DVR routers for this DVR port 67db35cb-0d89-436a-8d53-0ab5633a4dd2 on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:50:20.579966 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Pushing event deleted for resources: {'Port': ['ID=67db35cb-0d89-436a-8d53-0ab5633a4dd2,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:20.585179 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:20.652839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.659335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:20.662313 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:20.664171 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5c9f165-3f45-45ba-a6d5-111622f8a71e HTTP/1.1" status: 204 len: 168 time: 1.0269120 Jun 12 19:50:20.667426 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44804) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:20.681534 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c9f165-3f45-45ba-a6d5-111622f8a71e,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:20.684699 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-88032fb9-dd73-44da-b6fd-5d00925fcbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:20.720523 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266aae2-9962-427e-a7f2-5126e54bdf48 req-24e24cc7-45c7-4000-aec4-652be6be6dbe tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:20.722857 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3266aae2-9962-427e-a7f2-5126e54bdf48 req-24e24cc7-45c7-4000-aec4-652be6be6dbe tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1150451 Jun 12 19:50:20.795568 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3266aae2-9962-427e-a7f2-5126e54bdf48 req-6c2f116d-5d74-49b4-ab40-af799c580049 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657239 Jun 12 19:50:21.417731 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 45f7d790-f2c6-4050-87a4-2f32f5a08c20 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:21.427473 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:21.471160 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 45f7d790-f2c6-4050-87a4-2f32f5a08c20 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:21.471541 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 45f7d790-f2c6-4050-87a4-2f32f5a08c20 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:21.471961 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 67db35cb-0d89-436a-8d53-0ab5633a4dd2 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:21.519729 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 67db35cb-0d89-436a-8d53-0ab5633a4dd2 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:21.520176 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 67db35cb-0d89-436a-8d53-0ab5633a4dd2 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:21.900696 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Deleting port 848cea66-f589-4654-8a5b-2d078f690246 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:21.901735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:22.019974 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] For port 848cea66-f589-4654-8a5b-2d078f690246, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=848cea66-f589-4654-8a5b-2d078f690246,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:22.020334 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:22.035592 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe60c1-7bf9-499a-a4dc-575c57261771 req-c5acea7f-355f-4a35-a17b-b94e53cc4c86 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:22.042956 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4dbe60c1-7bf9-499a-a4dc-575c57261771 req-c5acea7f-355f-4a35-a17b-b94e53cc4c86 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0875483 Jun 12 19:50:22.094120 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4dbe60c1-7bf9-499a-a4dc-575c57261771 req-c7e2b5df-09ff-4776-8258-db2620ea2e86 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501723 Jun 12 19:50:22.121602 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Calling delete_port for 848cea66-f589-4654-8a5b-2d078f690246 owned by network:router_interface {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:22.381967 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:22.384393 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4159042c-28f4-4707-b789-acd6392dbe90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:22.417921 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=848cea66-f589-4654-8a5b-2d078f690246,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:22.428068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:22.683512 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:23.070530 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Router 2f94296e-3a31-4e59-86d1-1fd434c4e85d has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:50:23.283715 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:50:23.301742 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e2892ea2-0035-4a67-a588-84e2f0278fe9 admin admin] 10.222.0.11 "PUT /v2.0/routers/2f94296e-3a31-4e59-86d1-1fd434c4e85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292298 Jun 12 19:50:23.309399 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Sync routers for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:50:23.330761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44814) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:23.346776 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:23.348265 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:23.591120 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:23.687584 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237cc24-6d2c-4e83-a94c-b570f7e27150 req-a48d0861-a0aa-403a-b0a8-089443c0bcc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:23.695017 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d237cc24-6d2c-4e83-a94c-b570f7e27150 req-a48d0861-a0aa-403a-b0a8-089443c0bcc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.4719505 Jun 12 19:50:23.753341 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d237cc24-6d2c-4e83-a94c-b570f7e27150 req-40467a16-e944-4bde-bcc9-45d2eac72e70 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571961 Jun 12 19:50:23.963197 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:50:22Z', 'revision_number': 5, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:23.973365 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Checking router: 2f94296e-3a31-4e59-86d1-1fd434c4e85d for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:50:23.986488 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Routers {'2f94296e-3a31-4e59-86d1-1fd434c4e85d'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:50:23.987143 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:50:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:24.079759 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:24.161448 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] Set router 2f94296e-3a31-4e59-86d1-1fd434c4e85d gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:50:24.245761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:24.331834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Deleting port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:24.332216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:24.468386 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] For port 8651c92d-b447-46e5-94d0-ff6e7f66b8f7, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:24.469561 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:24.565733 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:50:22Z', 'revision_number': 5, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:24.570202 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a73d49-ffff-45af-a7b7-86b7fd00ef62 None None] The sync data for ids ['2f94296e-3a31-4e59-86d1-1fd434c4e85d'] in dv-cinder-796113-3-iscsi is: [{'id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'name': 'tempest-TestShelveInstance-134683777-router', 'tenant_id': '6827c35bea8545acbf82dc1561103277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:42:09Z', 'updated_at': '2021-06-12T19:50:22Z', 'revision_number': 5, 'project_id': '6827c35bea8545acbf82dc1561103277', 'gw_port': {'id': '8651c92d-b447-46e5-94d0-ff6e7f66b8f7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94296e-3a31-4e59-86d1-1fd434c4e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:42:10Z', 'updated_at': '2021-06-12T19:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:50:24.581255 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Calling delete_port for 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:24.833550 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:24.836016 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:24.870025 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8651c92d-b447-46e5-94d0-ff6e7f66b8f7,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:24.876991 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:24.974853 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.053367 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993958-416d-4e17-960c-5120c9565836 req-514ead50-8992-49ad-89dc-6119ee8495b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:25.054993 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-20993958-416d-4e17-960c-5120c9565836 req-514ead50-8992-49ad-89dc-6119ee8495b7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1365483 Jun 12 19:50:25.146706 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-20993958-416d-4e17-960c-5120c9565836 req-0b9b40c4-9603-4392-a09a-e290b5b8b6e3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834210 Jun 12 19:50:25.219419 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.223578 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.316935 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.321657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f94296e-3a31-4e59-86d1-1fd434c4e85d {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:50:25.336084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.340698 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44826) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:25.341492 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-3801fa6b-21dc-42f8-bc5d-dc0e13effcfd admin admin] 10.222.0.11 "DELETE /v2.0/routers/2f94296e-3a31-4e59-86d1-1fd434c4e85d HTTP/1.1" status: 204 len: 168 time: 2.0053287 Jun 12 19:50:25.382222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 848cea66-f589-4654-8a5b-2d078f690246 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:25.415950 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 848cea66-f589-4654-8a5b-2d078f690246 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:25.416444 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 848cea66-f589-4654-8a5b-2d078f690246 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:25.434901 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Deleting subnet a3f06594-6918-4824-b785-719fef207659 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:50:25.444777 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.495748 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.627850 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.695758 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.698280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f8c0091b-e2f4-4dd5-9909-1841f4ef9973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:25.734123 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f06594-6918-4824-b785-719fef207659,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:25.738506 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:25.739527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.741993 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0c4c0478-8a3e-40d0-965c-85c0ddd1a9d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a3f06594-6918-4824-b785-719fef207659 HTTP/1.1" status: 204 len: 168 time: 0.4001770 Jun 12 19:50:25.744372 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44828) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:25.746972 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920771b0-fa65-4eb5-82de-929d660c8d2d None None] Network d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:50:25.861198 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:25.933964 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Deleting port f2911f21-20d6-43ef-bd44-72a44ccd3455 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:25.934445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.060814 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] For port f2911f21-20d6-43ef-bd44-72a44ccd3455, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f2911f21-20d6-43ef-bd44-72a44ccd3455,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:26.061701 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.076615 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] DHCP port deletion for d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:50:26.156146 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Deleting port f2911f21-20d6-43ef-bd44-72a44ccd3455 {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:50:26.157304 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.177955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Calling delete_port for f2911f21-20d6-43ef-bd44-72a44ccd3455 owned by network:dhcp {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:26.301725 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] For port f2911f21-20d6-43ef-bd44-72a44ccd3455, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f2911f21-20d6-43ef-bd44-72a44ccd3455,segment=NetworkSegment(32c28c01-3923-4830-81f6-b73701116b61),segment_id=32c28c01-3923-4830-81f6-b73701116b61)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:26.302630 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.441480 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.446126 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d454d2b3-053d-4f66-9097-8c8467ed988c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:26.489987 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Calling delete_port for f2911f21-20d6-43ef-bd44-72a44ccd3455 owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:50:26.497368 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2911f21-20d6-43ef-bd44-72a44ccd3455,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:26.499611 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] No DVR routers for this DVR port f2911f21-20d6-43ef-bd44-72a44ccd3455 on host dv-cinder-796113-3-iscsi {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:50:26.506447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:26.583790 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca557d8-767e-4941-a527-b27e4d5acde6 req-863fd581-4232-46ce-a09e-ff2bdb1bce92 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:26.585482 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ca557d8-767e-4941-a527-b27e4d5acde6 req-863fd581-4232-46ce-a09e-ff2bdb1bce92 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.1916161 Jun 12 19:50:26.662777 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.693298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ec4606-9589-4e86-9f2a-c8f4cc29eb43']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:26.700888 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.708801 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c28c01-3923-4830-81f6-b73701116b61') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:26.709189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c28c01-3923-4830-81f6-b73701116b61') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:50:26.710976 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:26.729890 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.739548 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Pushing event deleted for resources: {'Port': ['ID=f2911f21-20d6-43ef-bd44-72a44ccd3455,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:26.747316 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8ca557d8-767e-4941-a527-b27e4d5acde6 req-e8b2c51c-91a0-4ec1-9aab-241671c4b94d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499274 Jun 12 19:50:26.757547 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.775266 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:50:26.775718 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:50:26.778541 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:50:26.802877 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] No DVR routers for this DVR port f2911f21-20d6-43ef-bd44-72a44ccd3455 on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:50:26.804692 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:26.871668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.890485 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:26.895489 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.901898 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d3ec4606-9589-4e86-9f2a-c8f4cc29eb43 HTTP/1.1" status: 204 len: 168 time: 1.1536660 Jun 12 19:50:26.922285 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b916a63b-29a5-4757-a01b-f7590056ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:26.926908 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ec4606-9589-4e86-9f2a-c8f4cc29eb43,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:26.932936 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:27.096404 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44844) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:27.164547 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-117e034f-cda1-4524-ac4e-44dfe9aa3b78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=832dd60b657849a4b3b0355b6e83394a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662651 Jun 12 19:50:27.167009 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44846) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:27.231148 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:27.270505 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:27.385893 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:27.389203 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f2911f21-20d6-43ef-bd44-72a44ccd3455 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:27.390252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:27.391764 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5e6b84d-1137-437c-acc5-a80b83c160b9 HTTP/1.1" status: 204 len: 168 time: 0.2237847 Jun 12 19:50:27.393008 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-132c87c3-bf99-4ad9-8546-59a4a9327852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:27.421957 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e6b84d-1137-437c-acc5-a80b83c160b9,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:27.436583 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: f2911f21-20d6-43ef-bd44-72a44ccd3455 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:27.438759 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f2911f21-20d6-43ef-bd44-72a44ccd3455 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:27.439869 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:27.442521 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:27.480152 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:50:27.485635 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 8651c92d-b447-46e5-94d0-ff6e7f66b8f7 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:50:27.846226 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 44856) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:27.925730 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 44858) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:50:27.926323 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-8387103a-cf9a-4f87-9b83-7c5820762b6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6827c35bea8545acbf82dc1561103277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779450 Jun 12 19:50:27.993485 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:28.015241 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeca5a-d84c-46ff-b163-3fc981e4cb99 req-cc95e588-9b85-4c5a-a9ce-e42768846506 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:28.016826 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8adeca5a-d84c-46ff-b163-3fc981e4cb99 req-cc95e588-9b85-4c5a-a9ce-e42768846506 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0895078 Jun 12 19:50:28.025499 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:28.063494 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8adeca5a-d84c-46ff-b163-3fc981e4cb99 req-1e4a7ffe-221d-4338-b85f-9d78246978fb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Jun 12 19:50:28.098504 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:28.101365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:28.102535 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b7967f8-0842-4ff1-9f03-b201e0a14692 HTTP/1.1" status: 204 len: 168 time: 0.1750777 Jun 12 19:50:28.103358 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-704ac4d8-27da-4e52-ab56-774178743fc8 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:28.113834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7967f8-0842-4ff1-9f03-b201e0a14692,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:28.116307 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:29.295414 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49068d-22ab-41e3-bd5b-2f72112bd597 req-a69c5f8d-5a68-4331-8da9-c496ac08709b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:29.297863 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bb49068d-22ab-41e3-bd5b-2f72112bd597 req-a69c5f8d-5a68-4331-8da9-c496ac08709b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0816784 Jun 12 19:50:29.346135 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bb49068d-22ab-41e3-bd5b-2f72112bd597 req-2bae1440-6e75-424c-ac19-cd3df342b7df tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Jun 12 19:50:30.564235 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70237755-c65a-4a8e-a982-5c0002845cb7 req-dac4c312-ae95-419c-a9b5-19b2265737cb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:30.566645 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70237755-c65a-4a8e-a982-5c0002845cb7 req-dac4c312-ae95-419c-a9b5-19b2265737cb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0928290 Jun 12 19:50:30.643028 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-70237755-c65a-4a8e-a982-5c0002845cb7 req-e3a638b3-07c2-4005-be07-53e98cc1b873 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688756 Jun 12 19:50:30.725300 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a9176c41-2361-4984-a49c-3a6afcba4856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:31.005147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:31.831883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7bce4-3cc8-4ca5-9cf3-106deba7e947 req-c7f31f28-806e-4a9f-a8f8-3e5420e69a94 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:31.833359 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b5b7bce4-3cc8-4ca5-9cf3-106deba7e947 req-c7f31f28-806e-4a9f-a8f8-3e5420e69a94 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0731061 Jun 12 19:50:31.873842 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b5b7bce4-3cc8-4ca5-9cf3-106deba7e947 req-f6a0f488-2bf9-4077-9098-ceda8d42f226 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348926 Jun 12 19:50:32.383739 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-edec18f1-1d90-4898-9f1b-5400985c2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:32.385152 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-edec18f1-1d90-4898-9f1b-5400985c2bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1099 time: 0.0595980 Jun 12 19:50:32.452640 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:32.510096 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-46da19f6-acd5-4efe-9d98-06228d5df11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:32.511562 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-46da19f6-acd5-4efe-9d98-06228d5df11c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1138706 Jun 12 19:50:32.604122 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-3be4d6ee-815c-4da6-baa9-8c6483660405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 1001 time: 0.0861909 Jun 12 19:50:32.661044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-c44e8606-03b3-42e2-9c8a-d6a7328d68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:32.662422 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-c44e8606-03b3-42e2-9c8a-d6a7328d68dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0517333 Jun 12 19:50:32.726436 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-c64b7d7f-b4cc-4c38-8dd7-21ae5d9aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:32.727930 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-c64b7d7f-b4cc-4c38-8dd7-21ae5d9aede4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595496 Jun 12 19:50:32.846518 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-c93b4609-1d54-4967-8d11-0b5cc8f4d962 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115696 Jun 12 19:50:32.964855 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0ddd7587-d613-4dce-853e-b2ac6290cf3e req-0b22ff80-86d6-4355-b8d7-a6cbfc3cce3b service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116328 Jun 12 19:50:33.062031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad811-10a2-4501-8d62-4736cc044b9d req-c9120f62-c11d-46c9-a5bb-c693a527b6dc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:33.063488 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1fbad811-10a2-4501-8d62-4736cc044b9d req-c9120f62-c11d-46c9-a5bb-c693a527b6dc tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0696807 Jun 12 19:50:33.119623 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1fbad811-10a2-4501-8d62-4736cc044b9d req-ea66e4f6-3c94-455f-a77f-f6ab747b6a43 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506067 Jun 12 19:50:33.942132 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:34.316606 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9a574-498d-44f9-9b9e-32e71823146d req-6e1fed26-ca8d-4bcf-a4c8-9ef97b700741 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:34.318330 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-85c9a574-498d-44f9-9b9e-32e71823146d req-6e1fed26-ca8d-4bcf-a4c8-9ef97b700741 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0734475 Jun 12 19:50:34.363063 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-85c9a574-498d-44f9-9b9e-32e71823146d req-4378be09-766a-4aae-895e-e0ca578db211 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Jun 12 19:50:35.544457 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518b50d-ad54-4086-9fb0-676faa29528f req-77ec3688-a9b9-4dd1-b19d-c2a7e049ef19 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:35.546565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c518b50d-ad54-4086-9fb0-676faa29528f req-77ec3688-a9b9-4dd1-b19d-c2a7e049ef19 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 946 time: 0.0699506 Jun 12 19:50:35.588751 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c518b50d-ad54-4086-9fb0-676faa29528f req-dd7d25f6-c811-432b-921a-a257ee9ff061 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Jun 12 19:50:36.320507 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:50:36.409717 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:36.433809 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:50:36.436409 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3702dcf9-0162-4e69-927f-ceea96fd1c73" -d '{"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-unplugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:50:36.450294 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:36.455769 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:36.457753 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-3c7e5075-4904-4bc1-a0bc-c684401524ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:36.487706 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Jun 2021 19:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f3c79-f9a9-4c08-8d31-6bee8fc3d52c x-openstack-request-id: req-ca2f3c79-f9a9-4c08-8d31-6bee8fc3d52c {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:50:36.487994 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-unplugged", "status": "failed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "code": 422}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:50:36.488266 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca2f3c79-f9a9-4c08-8d31-6bee8fc3d52c {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:50:36.488798 dv-cinder-796113-3-iscsi neutron-server[98313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'code': 422} returned with failed status Jun 12 19:50:36.518388 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=8']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:36.521330 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:36.709508 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05379ec-4a72-483e-a50d-47372965f3d7 req-1921f32c-7dbe-4ebf-8bbc-6f3128788271 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:36.710984 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f05379ec-4a72-483e-a50d-47372965f3d7 req-1921f32c-7dbe-4ebf-8bbc-6f3128788271 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0695899 Jun 12 19:50:36.757653 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f05379ec-4a72-483e-a50d-47372965f3d7 req-65afa20f-3505-4772-991e-423de6e42bf3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Jun 12 19:50:36.903895 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-3bbef7ea-be2e-484b-a201-b2b985ace70b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0551422 Jun 12 19:50:37.933231 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-5d946aff-74cd-4164-a829-ea19bb6cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:37.934707 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-5d946aff-74cd-4164-a829-ea19bb6cb12f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80&tenant_id=273c6ed672c24311ba2b21fd95d4eb4e HTTP/1.1" status: 200 len: 1097 time: 0.0948751 Jun 12 19:50:37.976457 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703a75c-9dd3-4deb-9340-1b74e35843ca req-f7f91d6b-4f05-4414-872e-a23560c9c2a0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:37.977927 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6703a75c-9dd3-4deb-9340-1b74e35843ca req-f7f91d6b-4f05-4414-872e-a23560c9c2a0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0975425 Jun 12 19:50:38.051341 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6703a75c-9dd3-4deb-9340-1b74e35843ca req-d11f9c08-94f5-4134-ba76-b483a5b9cb4e tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518107 Jun 12 19:50:38.062747 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-fd95810e-27e5-45e9-b842-aca83ce1547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:38.064331 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-fd95810e-27e5-45e9-b842-aca83ce1547c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1097 time: 0.1073077 Jun 12 19:50:38.181598 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-a2ece46d-52ea-4764-8189-b6590721ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:38.183178 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-a2ece46d-52ea-4764-8189-b6590721ee56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1120579 Jun 12 19:50:38.269915 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-b4f39c86-b859-4c25-b8e6-caec68961fa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 999 time: 0.0802584 Jun 12 19:50:38.333268 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-2f0b2520-701a-41d3-b592-78c5c8687f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:38.334638 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-2f0b2520-701a-41d3-b592-78c5c8687f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0579815 Jun 12 19:50:38.397812 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-dcec5703-a0cb-4f8c-a474-4f9611f375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:38.399268 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-dcec5703-a0cb-4f8c-a474-4f9611f375a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583985 Jun 12 19:50:38.520232 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-181a45b0-75d1-435c-84a3-2cfbe4a1a593 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144621 Jun 12 19:50:38.641204 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-bee9e02d-23da-4787-b1a1-c64220f429fc req-c36c94a1-9ab3-439f-9014-32307a5724fe service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139247 Jun 12 19:50:39.284851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4367e-cccf-4e51-9467-fd471a1bf309 req-6f86d754-67d7-4f35-b11c-1b743b721908 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:39.287100 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-95b4367e-cccf-4e51-9467-fd471a1bf309 req-6f86d754-67d7-4f35-b11c-1b743b721908 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0905194 Jun 12 19:50:39.345232 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-95b4367e-cccf-4e51-9467-fd471a1bf309 req-48686646-2249-48c3-8037-56d06e56cec2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522604 Jun 12 19:50:40.540615 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067553-1651-4ce1-acf4-9ae41a868047 req-9478d1a0-79b4-4336-9e82-8110c330d517 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:40.542088 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a5067553-1651-4ce1-acf4-9ae41a868047 req-9478d1a0-79b4-4336-9e82-8110c330d517 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0779443 Jun 12 19:50:40.587883 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a5067553-1651-4ce1-acf4-9ae41a868047 req-ffe09070-9cd9-47d5-a18a-d2665473dc7d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Jun 12 19:50:41.122311 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:41.790762 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a1456-b8bc-4475-baab-ea6bbaef3a3c req-c17cf6f6-1820-4bf9-a1d9-0cd95518ab18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:41.792752 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d17a1456-b8bc-4475-baab-ea6bbaef3a3c req-c17cf6f6-1820-4bf9-a1d9-0cd95518ab18 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0798998 Jun 12 19:50:41.837923 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-d17a1456-b8bc-4475-baab-ea6bbaef3a3c req-2e99c031-be6a-46f9-9956-fb94d150a2fb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Jun 12 19:50:43.031921 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd987ad-c9ed-40a7-8122-8246c2055bb8 req-9a6f62f0-bd7c-431f-adde-2040427df051 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:43.033685 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2bd987ad-c9ed-40a7-8122-8246c2055bb8 req-9a6f62f0-bd7c-431f-adde-2040427df051 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0749655 Jun 12 19:50:43.081136 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2bd987ad-c9ed-40a7-8122-8246c2055bb8 req-c95e272a-3e76-4205-abf7-f13586db7e65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Jun 12 19:50:44.270229 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba534062-2aa2-440b-b481-7f4e6d354198 req-800d30c7-e3c7-4007-a3b9-d68b2ac1c88d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:44.271753 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ba534062-2aa2-440b-b481-7f4e6d354198 req-800d30c7-e3c7-4007-a3b9-d68b2ac1c88d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0703738 Jun 12 19:50:44.315934 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ba534062-2aa2-440b-b481-7f4e6d354198 req-e7e45f4a-6e70-4047-a091-7123e37e910f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383224 Jun 12 19:50:44.521088 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:50:45.511667 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46999cfd-82db-43d6-911a-11ebd967c432 req-54dfb241-a7e7-43a1-ae5c-58fed82e505b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:45.513176 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-46999cfd-82db-43d6-911a-11ebd967c432 req-54dfb241-a7e7-43a1-ae5c-58fed82e505b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0776863 Jun 12 19:50:45.559472 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-46999cfd-82db-43d6-911a-11ebd967c432 req-31a6188b-974d-4e98-9e99-0a2204e7dc96 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Jun 12 19:50:46.762068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166c227-9785-48f2-80a4-a5d32d64cda8 req-892bab66-af07-4aaa-a97e-d8d289a8b2a1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:46.763457 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a166c227-9785-48f2-80a4-a5d32d64cda8 req-892bab66-af07-4aaa-a97e-d8d289a8b2a1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0779300 Jun 12 19:50:46.810702 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-a166c227-9785-48f2-80a4-a5d32d64cda8 req-97045720-03ea-459f-9297-064190130aa8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 Jun 12 19:50:48.011602 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ad4f-04fb-4694-9d59-3ee3b1564103 req-40f502c9-872e-4799-91db-bb71e4c1f4dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:48.013016 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5524ad4f-04fb-4694-9d59-3ee3b1564103 req-40f502c9-872e-4799-91db-bb71e4c1f4dd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0764713 Jun 12 19:50:48.063482 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5524ad4f-04fb-4694-9d59-3ee3b1564103 req-305028ca-ef04-493f-86b1-4a13f98d2eb9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Jun 12 19:50:49.274561 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b2891-82da-4fbe-b742-7f39f942e78f req-1e182ee7-5cd9-4175-84e5-99c07c7de8b9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:49.276105 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-eb0b2891-82da-4fbe-b742-7f39f942e78f req-1e182ee7-5cd9-4175-84e5-99c07c7de8b9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0819669 Jun 12 19:50:49.322996 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-eb0b2891-82da-4fbe-b742-7f39f942e78f req-dd577544-6a02-43e4-b9ed-92faad94b227 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401673 Jun 12 19:50:50.507917 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ba39d-7084-4c0f-8385-c6a3ea00ce5b req-e427254c-76fc-408a-b932-5a82d02631bf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:50.509408 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e37ba39d-7084-4c0f-8385-c6a3ea00ce5b req-e427254c-76fc-408a-b932-5a82d02631bf tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0684116 Jun 12 19:50:50.551420 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-e37ba39d-7084-4c0f-8385-c6a3ea00ce5b req-1e15fc2c-00b7-416c-bd98-36ec5ba00883 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362682 Jun 12 19:50:51.738133 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc06708-3a55-4ffa-ab28-996a532eb039 req-6b076e84-49c6-4250-941d-d49978ead461 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:51.739585 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cbc06708-3a55-4ffa-ab28-996a532eb039 req-6b076e84-49c6-4250-941d-d49978ead461 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0721452 Jun 12 19:50:51.780898 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-cbc06708-3a55-4ffa-ab28-996a532eb039 req-3b30a9e7-db94-4c06-a9cc-d38f256b268d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Jun 12 19:50:52.589483 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-989f5f2d-497b-445c-b41c-2637bae3eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:52.590986 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-989f5f2d-497b-445c-b41c-2637bae3eb5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1097 time: 0.0593534 Jun 12 19:50:52.725907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-09cfb7e1-b40e-424c-abe5-5b1d99fb8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:52.727472 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-09cfb7e1-b40e-424c-abe5-5b1d99fb8fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 200 len: 917 time: 0.1163299 Jun 12 19:50:52.812955 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-380c0a38-5455-44c8-952c-9b008c54f401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 200 len: 999 time: 0.0785677 Jun 12 19:50:52.870660 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-09b58fd3-8a35-4918-9c1c-22b79966b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:52.872124 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-09b58fd3-8a35-4918-9c1c-22b79966b2f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 200 len: 855 time: 0.0527787 Jun 12 19:50:52.984281 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-d1fdfdc1-ec30-4bc9-8593-801080c962e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:52.985784 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-d1fdfdc1-ec30-4bc9-8593-801080c962e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3120e33c-815a-4918-b511-4e2800503bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074510 Jun 12 19:50:53.001681 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e180-c5c2-4aae-8907-edf0ae8767c2 req-c5765a28-8329-458b-b466-32b64b197db7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:53.004872 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f172e180-c5c2-4aae-8907-edf0ae8767c2 req-c5765a28-8329-458b-b466-32b64b197db7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0957088 Jun 12 19:50:53.129922 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-f172e180-c5c2-4aae-8907-edf0ae8767c2 req-51b963ec-e6f6-4e36-873b-d22bafbfeadd tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150188 Jun 12 19:50:53.158936 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-d2aa44f2-8b7c-4b86-b447-b93579f628ac service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530662 Jun 12 19:50:53.275399 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-866fdbba-cc4c-47af-af94-0557a70f6a3f req-220b093b-178d-4af9-aa5e-ba065c252191 service neutron] 10.222.0.41 "GET /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092613 Jun 12 19:50:54.322653 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c209be-e181-4a25-a775-e96b2b461cc5 req-7f8325e2-f7ec-4131-a22d-d9fa32b4f4d2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:54.324166 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-95c209be-e181-4a25-a775-e96b2b461cc5 req-7f8325e2-f7ec-4131-a22d-d9fa32b4f4d2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0787511 Jun 12 19:50:54.367154 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-95c209be-e181-4a25-a775-e96b2b461cc5 req-2cd6c1d6-1218-4c1c-adac-3a20e0aecf2b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366440 Jun 12 19:50:55.552723 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9870caf-70ce-4f69-8268-effa018d1cfa req-5138c022-f159-452f-9014-fe1788c9e8d0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:55.554134 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e9870caf-70ce-4f69-8268-effa018d1cfa req-5138c022-f159-452f-9014-fe1788c9e8d0 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 944 time: 0.0691671 Jun 12 19:50:55.598532 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e9870caf-70ce-4f69-8268-effa018d1cfa req-38f872a2-041a-4e79-9b26-a848bfdaac05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Jun 12 19:50:56.429432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:50:56.545787 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:56.558371 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '613c6517-ab2c-4fac-96c2-135ba3081552', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'port_id': '613c6517-ab2c-4fac-96c2-135ba3081552', 'mac_address': 'fa:16:3e:1d:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:50:56.604788 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:56.622201 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:50:56.644657 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:56.651766 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:56.654523 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:56.709266 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=9']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:56.712490 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:56.792673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7e81-39ca-442d-ad71-316a08dc8f76 req-017f9e96-15b0-4523-b1fd-37cb52155fc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:56.794203 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-51ea7e81-39ca-442d-ad71-316a08dc8f76 req-017f9e96-15b0-4523-b1fd-37cb52155fc1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.0802536 Jun 12 19:50:56.835784 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-51ea7e81-39ca-442d-ad71-316a08dc8f76 req-3757570d-ffb5-45ec-8932-f20f90895498 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Jun 12 19:50:56.884062 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a268e950-b943-48c4-96ac-1225ace5c297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:56.989759 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['613c6517-ab2c-4fac-96c2-135ba3081552'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:50:58.025604 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274389f-a745-4b48-b8af-a29bcbd96ca9 req-9efdf714-6b4c-425e-b434-75cbaba7c3ed tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:58.027069 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d274389f-a745-4b48-b8af-a29bcbd96ca9 req-9efdf714-6b4c-425e-b434-75cbaba7c3ed tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 945 time: 0.0729916 Jun 12 19:50:58.365115 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d274389f-a745-4b48-b8af-a29bcbd96ca9 req-63b2be52-ffb0-45d3-b46d-83010dd2b2f3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318188 Jun 12 19:50:58.429279 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:50:58.482001 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 613c6517-ab2c-4fac-96c2-135ba3081552 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:50:58.482390 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:58.572585 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:58.596201 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:50:58.598512 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027dde15-ee53-4673-b0c9-b31e272e7d03" -d '{"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:50:58.612751 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:50:58.617377 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:50:58.620150 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-fd70bcb4-e713-4441-83b8-6a908738ff8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:50:58.649633 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945523e1-269c-4023-9706-b43d908734ff x-openstack-request-id: req-945523e1-269c-4023-9706-b43d908734ff {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:50:58.649936 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-plugged", "status": "completed", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:50:58.650203 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-945523e1-269c-4023-9706-b43d908734ff {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:50:58.650604 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'code': 200} Jun 12 19:50:58.682594 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=10']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:50:58.685535 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:50:58.843344 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a89bec-07f2-4116-8ccc-44738170e6f6 req-2d9b80da-b3da-45d7-9f69-62c3034677b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:58.844855 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-71a89bec-07f2-4116-8ccc-44738170e6f6 req-2d9b80da-b3da-45d7-9f69-62c3034677b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 1100 time: 0.0575469 Jun 12 19:50:58.882381 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-71a89bec-07f2-4116-8ccc-44738170e6f6 req-fc235ccf-77fd-4603-84f1-85915d8c8f0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Jun 12 19:50:59.553678 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6262-6e8b-4036-a210-5824bdb4a655 req-31569226-319b-4ec0-95e2-21fea439c963 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:50:59.555121 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4fb6262-6e8b-4036-a210-5824bdb4a655 req-31569226-319b-4ec0-95e2-21fea439c963 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0721774 Jun 12 19:50:59.596312 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d4fb6262-6e8b-4036-a210-5824bdb4a655 req-d4e8aff1-bf2c-4cb3-8f56-7ea9201ffe78 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354643 Jun 12 19:51:00.728817 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8cbd-665e-445c-b75e-46cacb9ff7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:00.785948 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3283654-030a-44e0-8369-b2554e547aa4 req-5d65c086-3fa7-4052-a5d5-24652a1563ff tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:00.787425 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e3283654-030a-44e0-8369-b2554e547aa4 req-5d65c086-3fa7-4052-a5d5-24652a1563ff tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0729511 Jun 12 19:51:00.828690 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e3283654-030a-44e0-8369-b2554e547aa4 req-ce9ce467-33df-4416-98b0-6410656b69a7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355735 Jun 12 19:51:00.997731 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:02.014205 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0cf4d-cab6-4a6c-8d2c-7463fe32f93e req-35336241-694b-4d05-8993-09ae90135191 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:02.015668 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72f0cf4d-cab6-4a6c-8d2c-7463fe32f93e req-35336241-694b-4d05-8993-09ae90135191 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0707483 Jun 12 19:51:02.058244 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-72f0cf4d-cab6-4a6c-8d2c-7463fe32f93e req-0c01c198-2303-46f8-8c59-30a7cfa3943c tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359139 Jun 12 19:51:02.456471 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:03.944153 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:07.137180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed588f-a3f6-41b9-9309-01962f8b7720 req-2ad6b08e-918d-475b-80ca-213496bcea5f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:07.138631 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7fed588f-a3f6-41b9-9309-01962f8b7720 req-2ad6b08e-918d-475b-80ca-213496bcea5f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0713766 Jun 12 19:51:07.183032 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7fed588f-a3f6-41b9-9309-01962f8b7720 req-ca864219-0ee7-4e35-a7b3-c77f3efa7ff6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Jun 12 19:51:08.373914 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c6bed-83d5-40f9-b5cb-9bc3275b4f79 req-9397e27b-a79c-4918-bfc0-d1d79bf5257e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:08.375367 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-343c6bed-83d5-40f9-b5cb-9bc3275b4f79 req-9397e27b-a79c-4918-bfc0-d1d79bf5257e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0738595 Jun 12 19:51:08.421389 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-343c6bed-83d5-40f9-b5cb-9bc3275b4f79 req-a059171e-53e2-4b47-a121-3725a22f4a3e tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Jun 12 19:51:09.056168 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df167b1-4653-483a-a3db-d881deb9e80c req-d1c01606-8901-4fdb-811f-c6f1bcf36648 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:09.057608 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9df167b1-4653-483a-a3db-d881deb9e80c req-d1c01606-8901-4fdb-811f-c6f1bcf36648 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0696530 Jun 12 19:51:09.177641 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Deleting port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:09.177981 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:09.295456 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] For port 2c8bd1f5-3d73-4d60-a625-c4f79e304871, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c8bd1f5-3d73-4d60-a625-c4f79e304871,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:09.295809 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:09.523359 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:09.524046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:09.524046 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Floating IP db1ca5fa-b84a-40fb-b02b-3d84b1d087ec disassociated. External IP: 172.27.3.68, port: 2c8bd1f5-3d73-4d60-a625-c4f79e304871. Jun 12 19:51:09.524381 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Calling delete_port for 2c8bd1f5-3d73-4d60-a625-c4f79e304871 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:09.606496 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53aa62-09b3-41c6-a720-d812a1da70ba req-ed74522d-1ced-42d3-88b0-a31c05ae764f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:09.607980 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ea53aa62-09b3-41c6-a720-d812a1da70ba req-ed74522d-1ced-42d3-88b0-a31c05ae764f tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878842b-d2b0-4ff4-ab0c-a7817f08abfd HTTP/1.1" status: 200 len: 945 time: 0.0697365 Jun 12 19:51:09.650949 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-ea53aa62-09b3-41c6-a720-d812a1da70ba req-ef73f466-ef2b-42fa-a9f3-181fba186281 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups?id=09b09737-f162-4b6a-aace-f2ceecc5eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354998 Jun 12 19:51:09.680577 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:09.686875 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4e4b1fe3-5690-4361-ab40-9e6cdaa91d02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:09.719383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'Port': ['ID=2c8bd1f5-3d73-4d60-a625-c4f79e304871,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:09.730109 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.730496 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.730866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.731233 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.731597 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.731962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.732322 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.733371 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.733371 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.733371 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.733735 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.734086 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:09.739640 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:09.884200 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:51:10.033944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:51:10.044417 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:51:10.059430 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:10.060232 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:10.093843 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] No DVR routers for this DVR port 2c8bd1f5-3d73-4d60-a625-c4f79e304871 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:51:10.098730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:10.100804 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9df167b1-4653-483a-a3db-d881deb9e80c req-c34f8e99-6e39-4705-abdf-eec1ce9ef4f3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.41 "DELETE /v2.0/ports/2c8bd1f5-3d73-4d60-a625-c4f79e304871 HTTP/1.1" status: 204 len: 173 time: 1.0318825 Jun 12 19:51:10.101412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'name': 'network-vif-deleted', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:51:10.104741 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf18f4d-b622-46dc-a67b-2e79fefa1a28" -d '{"events": [{"server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "name": "network-vif-deleted", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:51:10.220578 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec848a6-7408-407a-913f-7c29318678e5 x-openstack-request-id: req-3ec848a6-7408-407a-913f-7c29318678e5 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:51:10.221494 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878842b-d2b0-4ff4-ab0c-a7817f08abfd", "name": "network-vif-deleted", "tag": "2c8bd1f5-3d73-4d60-a625-c4f79e304871", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:51:10.221891 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ec848a6-7408-407a-913f-7c29318678e5 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:51:10.222577 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878842b-d2b0-4ff4-ab0c-a7817f08abfd', 'name': 'network-vif-deleted', 'tag': '2c8bd1f5-3d73-4d60-a625-c4f79e304871', 'status': 'completed', 'code': 200} Jun 12 19:51:10.222948 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:10.480649 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:10.484175 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:51:10.492539 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:10.493180 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:10.634917 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:10.781832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45198) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:10.848193 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:10.873117 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:10.901280 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:10.904753 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5b394-6432-4c37-bcd5-dc9f1e792a91 None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:39:33Z', 'revision_number': 4, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '9213c417-9472-4153-9f58-9495f659c7b6', 'name': '', 'network_id': '38fd3b4b-782b-4bf8-a962-9111ac2202d2', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'mac_address': 'fa:16:3e:a9:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cf908d06-1883-4024-8962-935e45632384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:27Z', 'updated_at': '2021-06-12T19:39:53Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'subnets': [{'id': 'cf908d06-1883-4024-8962-935e45632384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:51:10.926794 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:10.929502 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:10.930650 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "DELETE /v2.0/security-groups/09b09737-f162-4b6a-aace-f2ceecc5eef2 HTTP/1.1" status: 204 len: 168 time: 0.1477156 Jun 12 19:51:10.931425 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-63c7fee8-fcaf-48ca-a6d7-3890e93c7476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:10.933712 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45200) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:10.941631 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b09737-f162-4b6a-aace-f2ceecc5eef2,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:10.949325 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.949715 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.950092 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.950463 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.950830 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.951147 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.api.v2.resource [None req-f39fbef5-2281-43eb-80a3-7fbe8dacc3db tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] show failed (client error): The resource could not be found. Jun 12 19:51:10.951274 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.951657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.954872 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.955016 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f39fbef5-2281-43eb-80a3-7fbe8dacc3db tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "GET /v2.0/security-groups/09b09737-f162-4b6a-aace-f2ceecc5eef2 HTTP/1.1" status: 404 len: 347 time: 0.0171034 Jun 12 19:51:10.955128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.955128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.955128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.955128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:10.956631 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45202) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:10.963216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:11.126562 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Deleting port 3446c116-c326-4c3e-835e-9aff3aea45be {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:11.126977 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.133881 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.140549 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376b3bf-4a24-4540-a6c9-034b5161c439 None None] New status for floating IP db1ca5fa-b84a-40fb-b02b-3d84b1d087ec: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:51:11.234265 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.234564 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.343553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Calling delete_port for 3446c116-c326-4c3e-835e-9aff3aea45be owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:11.497354 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.499516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:11.529286 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Pushing event deleted for resources: {'Port': ['ID=3446c116-c326-4c3e-835e-9aff3aea45be,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:11.536126 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:11.607163 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.609920 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:11.611054 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ffb14e0b-9644-4a84-9cd2-670b950789e3 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] 10.222.0.11 "DELETE /v2.0/floatingips/db1ca5fa-b84a-40fb-b02b-3d84b1d087ec HTTP/1.1" status: 204 len: 168 time: 0.6490974 Jun 12 19:51:12.484554 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2c8bd1f5-3d73-4d60-a625-c4f79e304871 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:51:12.514145 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 2c8bd1f5-3d73-4d60-a625-c4f79e304871 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:51:12.514506 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 2c8bd1f5-3d73-4d60-a625-c4f79e304871 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:51:15.306759 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45230) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:15.884082 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:16.207435 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Deleting port 9213c417-9472-4153-9f58-9495f659c7b6 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:16.207695 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:16.312248 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] For port 9213c417-9472-4153-9f58-9495f659c7b6, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=9213c417-9472-4153-9f58-9495f659c7b6,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:16.312929 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:16.705485 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Calling delete_port for 9213c417-9472-4153-9f58-9495f659c7b6 owned by network:router_interface {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:16.922079 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:16.924548 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0f1b45ff-aa70-46ee-887c-a106ac22cbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:16.952216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Pushing event deleted for resources: {'Port': ['ID=9213c417-9472-4153-9f58-9495f659c7b6,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:16.955958 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:17.166336 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:17.464719 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:51:17.609108 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:51:17.614480 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] 10.222.0.11 "PUT /v2.0/routers/3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3066945 Jun 12 19:51:17.617050 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45234) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:17.617711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Sync routers for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:51:17.628026 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:17.628665 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:17.758635 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:17.768302 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:17.900657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:17.961417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Deleting port 48078f74-d2c1-49ed-844b-effc38082cf7 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:17.961764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.068313 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] For port 48078f74-d2c1-49ed-844b-effc38082cf7, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48078f74-d2c1-49ed-844b-effc38082cf7,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:18.068680 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.130585 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:51:16Z', 'revision_number': 5, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port': {'id': '48078f74-d2c1-49ed-844b-effc38082cf7', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:16Z', 'updated_at': '2021-06-12T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:18.133943 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Checking router: 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:51:18.141979 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Routers {'3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:18.143173 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:18.163264 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Calling delete_port for 48078f74-d2c1-49ed-844b-effc38082cf7 owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:18.263693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] Set router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 gateway port host: None {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:18.342243 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:51:17Z', 'revision_number': 6, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:18.346366 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351aa4a8-0f42-4b7a-a1e1-9bb6bf3c9773 None None] The sync data for ids ['3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1'] in dv-cinder-796113-3-iscsi is: [{'id': '3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1', 'name': 'tempest-AttachVolumeTestJSON-501310472-router', 'tenant_id': '0ef8e971ae934fba89e2cb3899677dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:15Z', 'updated_at': '2021-06-12T19:51:17Z', 'revision_number': 6, 'project_id': '0ef8e971ae934fba89e2cb3899677dea', 'gw_port_host': None}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:51:18.374285 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.381193 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6d97dbb1-4ee5-4ba6-9e44-3f61eef6c971 tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:18.410851 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Pushing event deleted for resources: {'Port': ['ID=48078f74-d2c1-49ed-844b-effc38082cf7,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:18.437033 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:18.484296 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.619533 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.621648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.683285 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.683791 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:51:18.688252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.690065 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] 10.222.0.11 "DELETE /v2.0/routers/3cc9d9d9-d4f4-4b99-bfd9-8a83e381dfc1 HTTP/1.1" status: 204 len: 168 time: 1.0714681 Jun 12 19:51:18.693282 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45236) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:18.747819 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Deleting subnet cf908d06-1883-4024-8962-935e45632384 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:51:18.751055 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.800349 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.894682 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.955208 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:18.958386 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b352b631-9c2a-4cf2-bd46-7b440c83631e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:18.995539 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf908d06-1883-4024-8962-935e45632384,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:18.997554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.001821 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf908d06-1883-4024-8962-935e45632384 HTTP/1.1" status: 204 len: 168 time: 0.3051698 Jun 12 19:51:19.001821 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-41629aa0-0d7e-4a25-a721-11b7b5b362ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:19.002946 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45238) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:19.005973 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b7335-138a-4f03-83d0-9c6a695f652e None None] Network 38fd3b4b-782b-4bf8-a962-9111ac2202d2 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:51:19.097500 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.162192 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Deleting port f312e2df-6d3c-4b66-b2bc-00aeb707e2da {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:19.162532 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.244782 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] DHCP port deletion for 38fd3b4b-782b-4bf8-a962-9111ac2202d2 request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:51:19.248896 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] For port f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:19.249279 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.297297 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Deleting port f312e2df-6d3c-4b66-b2bc-00aeb707e2da {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:19.297686 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.347017 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Calling delete_port for f312e2df-6d3c-4b66-b2bc-00aeb707e2da owned by network:dhcp {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:19.387510 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f312e2df-6d3c-4b66-b2bc-00aeb707e2da no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:51:19.424643 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] For port f312e2df-6d3c-4b66-b2bc-00aeb707e2da, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,segment=NetworkSegment(0f89da42-1b0a-4b24-9e77-3ad2651e07eb),segment_id=0f89da42-1b0a-4b24-9e77-3ad2651e07eb)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:19.425072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.446673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.449766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-378a4b56-60f6-498c-af49-a06396457268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:19.478707 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:19.481737 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:19.484694 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] No DVR routers for this DVR port f312e2df-6d3c-4b66-b2bc-00aeb707e2da on host dv-cinder-796113-3-iscsi {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:51:19.522668 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Calling delete_port for f312e2df-6d3c-4b66-b2bc-00aeb707e2da owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:19.539168 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No active binding found for port f312e2df-6d3c-4b66-b2bc-00aeb707e2da {{(pid=98313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 12 19:51:19.539606 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device f312e2df-6d3c-4b66-b2bc-00aeb707e2da not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:51:19.540033 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48078f74-d2c1-49ed-844b-effc38082cf7 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:51:19.583477 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.594526 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fd3b4b-782b-4bf8-a962-9111ac2202d2']}} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:19.605556 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 48078f74-d2c1-49ed-844b-effc38082cf7 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:51:19.605912 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48078f74-d2c1-49ed-844b-effc38082cf7 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:51:19.606041 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f89da42-1b0a-4b24-9e77-3ad2651e07eb') {'for_net_delete': True} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:19.606300 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f89da42-1b0a-4b24-9e77-3ad2651e07eb') {} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:19.606467 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9213c417-9472-4153-9f58-9495f659c7b6 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:51:19.616207 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5249024'] for segment, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.631278 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.632503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 9213c417-9472-4153-9f58-9495f659c7b6 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:51:19.632862 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 9213c417-9472-4153-9f58-9495f659c7b6 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:51:19.637689 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=98312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:51:19.638090 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070530'] for segment, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: Traceback (most recent call last): Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: timer() Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: cb(*args, **kw) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: return func(*args, **kwargs) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: self._notify() Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: self.callback(batched_events) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: event.method(event) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: return f(self, *a, **k) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._get(url).json() Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: return self.request(url, 'GET', **kwargs) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:51:19.639879 dv-cinder-796113-3-iscsi neutron-server[98312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:51:19.669951 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.672676 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:19.701529 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] No DVR routers for this DVR port f312e2df-6d3c-4b66-b2bc-00aeb707e2da on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:51:19.703140 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Pushing event deleted for resources: {'Port': ['ID=f312e2df-6d3c-4b66-b2bc-00aeb707e2da,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:19.711374 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.711730 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.712074 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.712409 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.712743 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.713106 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.713432 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.713755 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.714079 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.714441 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.714718 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.715041 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:51:19.733574 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-37b894c9-9b13-4230-a31d-1edf0bc0f7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:19.740411 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.744371 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:19.746949 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.748699 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/38fd3b4b-782b-4bf8-a962-9111ac2202d2 HTTP/1.1" status: 204 len: 168 time: 0.7449491 Jun 12 19:51:19.762919 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=38fd3b4b-782b-4bf8-a962-9111ac2202d2,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:19.765320 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-34393f73-0ee9-4a17-8834-d6d27789a6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:19.859635 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45244) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:19.903963 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-581e0e81-66c7-4aa1-8c02-132f23e2374b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ef8e971ae934fba89e2cb3899677dea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430648 Jun 12 19:51:19.906300 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45246) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:19.958721 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:19.982924 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:20.042512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:20.045174 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:20.046320 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff902493-2253-4f60-ad03-857938904db5 HTTP/1.1" status: 204 len: 168 time: 0.1390982 Jun 12 19:51:20.047100 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-85fee7fd-931d-4a8d-8b2b-5015e4f19ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:20.055932 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff902493-2253-4f60-ad03-857938904db5,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:20.058444 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-19d8901e-466b-4590-82ec-474082459333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:21.520509 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:51:26.886597 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-944e48c0-d7e1-4429-9baf-14e9f89872c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.390925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45366) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:30.498561 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.596457 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.600837 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.603662 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9f853d87-63fc-40b9-9e96-f3627fb30789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:30.645662 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d2b1c54be034b749870263d08ef440d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535810 Jun 12 19:51:30.646709 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a330feb-0eed-4e50-9242-8755bf5e05d7,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:30.648201 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45370) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:30.650082 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:30.709205 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.732940 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e86d-6312-4b02-aec8-9ff0543f2389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.733595 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.788782 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.791658 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:30.793032 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a330feb-0eed-4e50-9242-8755bf5e05d7 HTTP/1.1" status: 204 len: 168 time: 0.1438141 Jun 12 19:51:30.793863 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-df738a6f-7577-4bf9-850b-6475762894a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:30.803071 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a330feb-0eed-4e50-9242-8755bf5e05d7,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:30.805448 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:31.002957 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:32.458747 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.080596 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45438) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:33.186271 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.281563 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.285263 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.287781 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a7b6eb1d-6e6a-42b1-a32e-20417442ff61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:33.330585 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be22011826f048a78f8adcae022bbf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488317 Jun 12 19:51:33.331642 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfd73b-4607-42ad-bc7b-432ea928a29c,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:33.333764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45442) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:33.335152 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:33.387725 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.419427 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.470257 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.473349 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.474494 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28cfd73b-4607-42ad-bc7b-432ea928a29c HTTP/1.1" status: 204 len: 168 time: 0.1391430 Jun 12 19:51:33.480181 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1ef116aa-c063-4b73-a548-324cf4998bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:33.489641 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfd73b-4607-42ad-bc7b-432ea928a29c,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:33.492132 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:33.730684 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45448) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:33.747206 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.840012 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.843525 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.845918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-cde4af23-9911-45e6-a0bd-814070b3447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:33.888722 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce04de0f415a49a6876ba8b1a3e0acad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569023 Jun 12 19:51:33.889680 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e325d00f-e529-4b35-8e21-65f67621f950,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:33.891425 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45450) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:33.892726 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0872be17-1fad-42d9-b97d-8a731bd818ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:33.945223 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.948484 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:33.969039 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:34.026432 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:34.029079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:34.030226 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e325d00f-e529-4b35-8e21-65f67621f950 HTTP/1.1" status: 204 len: 168 time: 0.1378143 Jun 12 19:51:34.031031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-505847e3-018c-4b92-a806-006c0cc5f63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:34.039590 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e325d00f-e529-4b35-8e21-65f67621f950,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:34.041831 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:36.096234 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45522) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:36.205257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.299996 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.303199 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.305694 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3790747f-866e-464a-b9b9-b1a77468db2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:36.346625 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10decfadbe9b494d876ef148d7d6681c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493203 Jun 12 19:51:36.347830 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06277a5-425d-4d7c-9d5e-f4bda0b96e05,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:36.349454 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45526) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:36.351056 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:36.402795 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.425891 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.474805 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.477447 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.478565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a06277a5-425d-4d7c-9d5e-f4bda0b96e05 HTTP/1.1" status: 204 len: 168 time: 0.1281300 Jun 12 19:51:36.479383 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c86f742c-8aa9-4d4c-9b90-d32c3502ec87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:36.487738 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06277a5-425d-4d7c-9d5e-f4bda0b96e05,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:36.490760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-afa765d6-a7cf-4175-9b89-581ca7cf62d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:36.747857 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45532) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:36.767363 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.858529 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.862440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.865566 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-072fb636-621c-4a62-ad52-3192d98e7014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:36.904312 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc970dafeb84473a9b7e50bcc8a26f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554055 Jun 12 19:51:36.905491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6661cfe4-a26a-458b-962c-beb27c6059dc,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:36.907051 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45534) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:36.908599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f5ed601e-1622-419f-a582-82e43ab7255d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:36.963177 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:36.985505 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:37.033486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:37.037244 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:37.038399 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6661cfe4-a26a-458b-962c-beb27c6059dc HTTP/1.1" status: 204 len: 168 time: 0.1302884 Jun 12 19:51:37.039173 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b1021138-d277-4fec-a3a1-f4371b1afc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:37.047627 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6661cfe4-a26a-458b-962c-beb27c6059dc,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:37.049914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8b8c7943-862f-461d-9b5a-2ee534bd9d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:38.823252 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45594) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:38.928450 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.027907 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.031585 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.035685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-57422223-8cb0-47c2-8d3f-3e19ec18b7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:39.074605 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3698a58f28544f93bd97c19c5b128230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502294 Jun 12 19:51:39.075507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d679a11-db45-47a9-b639-4ee152b7fd5c,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:39.077306 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45598) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:39.078471 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-56bedc9c-0b1a-44ba-a77f-d0dec42668f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:39.132824 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.155292 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.205227 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.208576 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.209751 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d679a11-db45-47a9-b639-4ee152b7fd5c HTTP/1.1" status: 204 len: 168 time: 0.1314387 Jun 12 19:51:39.210565 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4caca344-0464-4d97-8ef0-84d8cfada406 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:39.219354 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d679a11-db45-47a9-b639-4ee152b7fd5c,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:39.221612 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-980fe7e8-2396-45f1-be1b-143747c5578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:39.478359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45604) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:39.494353 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.586194 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.589798 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.592224 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-71868967-22a6-4bc2-bc84-099c664ddbae tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:39.631494 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cafff9e401df4f108667a50af5e3d274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520457 Jun 12 19:51:39.632413 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460fe434-7669-4d78-ac17-5430d8826cb2,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:39.634189 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45606) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:39.635321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:39.689910 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.713247 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.766621 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.769818 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:39.770949 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/460fe434-7669-4d78-ac17-5430d8826cb2 HTTP/1.1" status: 204 len: 168 time: 0.1357810 Jun 12 19:51:39.771770 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fde25ae4-5f8c-442e-8a00-22c3d0aa93b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:39.781104 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460fe434-7669-4d78-ac17-5430d8826cb2,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:39.783389 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:41.145897 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:49.572967 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30241f-9168-4575-9972-a58c07d32ff2 req-4ed89562-f1c5-410b-ba07-1e41dd5ad730 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:49.574372 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0c30241f-9168-4575-9972-a58c07d32ff2 req-4ed89562-f1c5-410b-ba07-1e41dd5ad730 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0717664 Jun 12 19:51:49.616043 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0c30241f-9168-4575-9972-a58c07d32ff2 req-aa9f9280-22bd-446f-9725-7ecda10b34dc tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360100 Jun 12 19:51:50.157668 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45702) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:50.272535 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.366170 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.369727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.372112 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e61db4da-6e21-4a3c-b5a7-897ecfd21b65 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:50.414403 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef25722939d743e6978a595679249055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555051 Jun 12 19:51:50.415250 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a43c4-d033-41f3-af6e-294b2c663243,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:50.417057 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45706) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:50.418507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:50.479243 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.842201 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.903658 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954c858-2ea3-4b45-8215-dc704384eb3e req-2ae336e4-ecba-4f29-9bf7-8a35c4a57c2f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:50.905151 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c954c858-2ea3-4b45-8215-dc704384eb3e req-2ae336e4-ecba-4f29-9bf7-8a35c4a57c2f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.1076715 Jun 12 19:51:50.935824 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.938408 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:50.939518 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f0a43c4-d033-41f3-af6e-294b2c663243 HTTP/1.1" status: 204 len: 168 time: 0.5208831 Jun 12 19:51:50.946920 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fd6a0fb8-a1e5-47f8-bfbc-b0495758aede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:50.961172 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-c954c858-2ea3-4b45-8215-dc704384eb3e req-328e1427-4356-49aa-8e1e-99d9f9062904 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503082 Jun 12 19:51:50.962072 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a43c4-d033-41f3-af6e-294b2c663243,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:50.964605 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:51.127390 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-0450bdbe-e0c7-432d-9306-54c8edc345da tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:51.129787 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-0450bdbe-e0c7-432d-9306-54c8edc345da tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 946 time: 0.0688357 Jun 12 19:51:51.252116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:51:51.252468 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:51.381365 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] For port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:51:51.381727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:51.621704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:51.622083 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:51.622400 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP c6b8a115-be43-4c60-b382-f60f954c99a1 disassociated. External IP: 172.27.3.159, port: 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31. Jun 12 19:51:51.622742 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:51:51.791692 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:51.796256 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-46351022-a607-4883-bc4e-69f2aa172c9f tempest-VolumesActionsTest-847980924 tempest-VolumesActionsTest-847980924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:51.830401 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:51.833383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:51.990649 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:51:52.171053 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-04fc1e83-d206-413e-99a7-97e097530cc9 req-31b480bf-a6ff-4ba7-8c13-09827dd6d5ea tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=c81db763-cd60-4983-8d70-64e1eb461aa9 HTTP/1.1" status: 200 len: 210 time: 0.0462596 Jun 12 19:51:52.213151 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:51:52.227157 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:51:52.236772 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:52.237356 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:52.278562 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] No DVR routers for this DVR port 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:51:52.281346 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:52.283630 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-16b7bc20-6ee4-4f05-9fa8-8068caae4c65 req-bec97311-7850-49e7-8c8b-b631a56ed8f1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "DELETE /v2.0/ports/6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 HTTP/1.1" status: 204 len: 173 time: 1.1484497 Jun 12 19:51:52.284172 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'name': 'network-vif-deleted', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:51:52.286677 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2df77-a2a5-4cdf-af03-cd017910c5fc" -d '{"events": [{"server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "name": "network-vif-deleted", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:51:52.331529 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5ac78-ca29-444f-b709-8962b1a7eef4 x-openstack-request-id: req-f7d5ac78-ca29-444f-b709-8962b1a7eef4 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:51:52.332447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81db763-cd60-4983-8d70-64e1eb461aa9", "name": "network-vif-deleted", "tag": "6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:51:52.333031 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7d5ac78-ca29-444f-b709-8962b1a7eef4 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:51:52.334132 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81db763-cd60-4983-8d70-64e1eb461aa9', 'name': 'network-vif-deleted', 'tag': '6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31', 'status': 'completed', 'code': 200} Jun 12 19:51:52.398426 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:52.661782 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:52.665940 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:51:52.674361 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:51:52.675710 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:51:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:52.825109 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:51:53.091145 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:51:53.094519 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60c23b-e52b-4829-8cff-55e488beabe9 None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:51:53.334219 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7b1c6-7591-4312-9bfa-9ce3848a6fe9 None None] New status for floating IP c6b8a115-be43-4c60-b382-f60f954c99a1: DOWN {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:51:53.491191 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-ca432de0-d6d3-407b-b331-fc4767cc13cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87311094&fields=id&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 267 time: 0.0401030 Jun 12 19:51:53.626027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-7a0e9206-5a83-4cdb-ac0e-71cc2ee8a4b4 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:53.627417 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-7a0e9206-5a83-4cdb-ac0e-71cc2ee8a4b4 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.1280615 Jun 12 19:51:53.642409 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-dcd47871-f538-4d71-85b6-be7f8fa8426a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/quotas/7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Jun 12 19:51:53.726156 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-bec8c570-c8b2-4ffc-bc5a-945c7c4c2f6a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779409 Jun 12 19:51:53.836767 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-8f2cd91d-fe8e-4c6e-b4bc-afe044f367cd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:51:53.837808 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-8f2cd91d-fe8e-4c6e-b4bc-afe044f367cd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013312 Jun 12 19:51:53.957401 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-626c4f40-ed24-41b1-9604-95bb6808f6ed service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129587 Jun 12 19:51:54.075653 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-e6957107-1eff-4c86-b7f2-95112bc5e7d8 service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124487 Jun 12 19:51:54.375269 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-38fb4999-7ab9-4848-9dd3-d40d66360be7 req-c18caf5f-873b-4b72-a72b-2c659a8750b9 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 210 time: 0.0363824 Jun 12 19:51:54.727607 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:51:54.752823 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:51:54.753901 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 6b2a6a9d-87b1-4ac8-9fad-0d35f48a4f31 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:51:55.175047 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45796) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:55.283844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:55.384147 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:55.388640 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:55.393610 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b742f3b0-9fc8-4462-bcc0-ca2449671d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:55.431109 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-5c098e0d-ce64-4370-931d-a9ae07e3319f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:55.432588 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-5c098e0d-ce64-4370-931d-a9ae07e3319f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.1374247 Jun 12 19:51:55.443386 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe1d57a7186442cda01d9d6fc8b5d1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671056 Jun 12 19:51:55.444342 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe8e5b8-3071-4e14-8b2c-ea166ddfe420,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:55.446135 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 45802) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:55.449896 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-dd2a6fcc-13ab-4acb-b7f2-7a07d9600a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:55.534109 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-638f2606-4e02-42b8-b443-cf9cd3549c72 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 378 time: 0.0797362 Jun 12 19:51:55.552130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'port': {'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'admin_state_up': True, 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'security_groups': ['92f07b3d-8e22-409c-b228-009980e4ad62']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:51:55.555144 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1e4bf83a-2e04-4dff-9ea8-9585161378ad req-4e098b33-6419-44de-bb33-92d4a04d3918 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 210 time: 0.0351880 Jun 12 19:51:55.582662 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:55.971555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.043210 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Made reservation on behalf of 7c29f343ce2a4a0ea6e3d11663f20f14 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:51:56.046909 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.064046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.067372 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.068510 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfe8e5b8-3071-4e14-8b2c-ea166ddfe420 HTTP/1.1" status: 204 len: 168 time: 0.6209149 Jun 12 19:51:56.074318 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-098e7522-1cf6-486a-a231-72004610fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:56.089779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe8e5b8-3071-4e14-8b2c-ea166ddfe420,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:56.093239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-b2dd1559-d0b9-4431-bb64-61a2600e8e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:56.224727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.20.0.13 (90fa61e4-0404-4d3a-8d01-8033614ad14b/7964ef4b-cf1e-487d-a22b-d994af26d8f7/60278923-7a38-4fff-b979-f68758ed33dd) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:51:56.344716 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45808) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:56.361651 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.407424 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.425422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Transition to ACTIVE for port object 60278923-7a38-4fff-b979-f68758ed33dd will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:51:56.463739 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.467888 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-aea23f58-4785-4172-840d-4fa5616a64f7 tempest-TestShelveInstance-842458160 tempest-TestShelveInstance-842458160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:56.470986 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.475096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.480324 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c48c4d62-216b-4323-a437-8afe0d9b693f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:56.517752 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:51:56.518479 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c5ae851d3fd4119967c2afa92978aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726644 Jun 12 19:51:56.520750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bb3a0-33ff-42e5-8096-984c671fc53e,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:56.522075 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:51:56.525065 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:56.525579 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 45810) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:51:56.526305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:51:56.532876 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:56.559380 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:56.589689 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.594888 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:56.595593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.616467 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.619060 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0744433 Jun 12 19:51:56.632962 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Request body: {'port': {'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:51:56.688482 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.693488 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.694931 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a1bb3a0-33ff-42e5-8096-984c671fc53e HTTP/1.1" status: 204 len: 168 time: 0.1684182 Jun 12 19:51:56.696102 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ef61fa72-0df5-4308-b41e-599f233f5281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:56.708107 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bb3a0-33ff-42e5-8096-984c671fc53e,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:56.710737 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b3904828-88ed-4334-a2d8-ee4c8a86098c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:56.765356 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-24e1b202-029d-48dc-b8aa-4a622f44ad5d None None] Provisioning for port 60278923-7a38-4fff-b979-f68758ed33dd completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:51:56.770171 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-24e1b202-029d-48dc-b8aa-4a622f44ad5d None None] Provisioning complete for port 60278923-7a38-4fff-b979-f68758ed33dd triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:51:56.770838 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-24e1b202-029d-48dc-b8aa-4a622f44ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.809030 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.811863 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-24e1b202-029d-48dc-b8aa-4a622f44ad5d None None] Port 60278923-7a38-4fff-b979-f68758ed33dd cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:51:56.850035 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19f16-6189-4936-8bf0-1afa4b9532d6 req-a33df7c9-6937-480e-ac32-c9c2de72bc8b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:56.851530 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dfb19f16-6189-4936-8bf0-1afa4b9532d6 req-a33df7c9-6937-480e-ac32-c9c2de72bc8b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 932 time: 0.1070461 Jun 12 19:51:56.887530 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-88ff684a-a35b-4f0b-b5c1-fd64ec0b483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:56.931945 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-dfb19f16-6189-4936-8bf0-1afa4b9532d6 req-b0e3c009-41c5-49aa-994e-2881f8f11196 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587993 Jun 12 19:51:57.199155 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60278923-7a38-4fff-b979-f68758ed33dd {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:51:57.203503 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:57.217303 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Transition to ACTIVE for port object 60278923-7a38-4fff-b979-f68758ed33dd will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:51:57.221445 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:57.224644 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:57.349860 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Pushing event updated for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:57.354440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:57.417077 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Attempting to bind port 60278923-7a38-4fff-b979-f68758ed33dd on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:51:57.417540 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Attempting to bind port 60278923-7a38-4fff-b979-f68758ed33dd by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:51:57.418914 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Attempting to bind port 60278923-7a38-4fff-b979-f68758ed33dd on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:51:57.424124 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Port 60278923-7a38-4fff-b979-f68758ed33dd on network 90fa61e4-0404-4d3a-8d01-8033614ad14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:51:57.424466 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Attempting to bind port 60278923-7a38-4fff-b979-f68758ed33dd on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:51:57.431088 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:51:57.431441 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:51:57.432022 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Bound using segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:51:57.432471 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Bound port: 60278923-7a38-4fff-b979-f68758ed33dd, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:51:57.432866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:57.513959 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:51:57.517050 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60278923-7a38-4fff-b979-f68758ed33dd,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:51:57.521874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:57.525893 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:51:57.567939 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:57.568582 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:51:57.569988 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] 10.222.0.41 "PUT /v2.0/ports/60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 1094 time: 0.9429235 Jun 12 19:51:57.572298 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:51:57.574716 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:51:57.607784 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Pushing event updated for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:51:57.613849 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:51:57.651526 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f987d-3d02-431a-956f-3b91dc00416a x-openstack-request-id: req-050f987d-3d02-431a-956f-3b91dc00416a {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:51:57.651902 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:51:57.652145 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-050f987d-3d02-431a-956f-3b91dc00416a {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:51:57.652581 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd', 'status': 'completed', 'code': 200} Jun 12 19:51:57.686840 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-1cec4254-2a61-461b-88be-1deb0e08e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:57.688416 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-1cec4254-2a61-461b-88be-1deb0e08e136 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1097 time: 0.0716255 Jun 12 19:51:57.748786 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-e218fc3f-6765-4a23-83e6-7186b39570ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 217 time: 0.0506186 Jun 12 19:51:57.819728 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-02378e51-e036-421d-8e04-1ea96885e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:57.821226 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-02378e51-e036-421d-8e04-1ea96885e89e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0651953 Jun 12 19:51:57.897395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-113d20b3-90ab-41e2-ba86-571b43b2466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:57.899115 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-113d20b3-90ab-41e2-ba86-571b43b2466b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713122 Jun 12 19:51:58.026330 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-5948192d-afac-4caf-a89c-b47200282bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184034 Jun 12 19:51:58.192257 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d375364-acfd-4d9d-a6ea-e0074483cb16 req-8641d2a7-916f-4b37-958a-c190d9e8f99d service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585057 Jun 12 19:51:58.205504 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75a71-cf0f-4f0a-8eea-5c05ae214e45 req-82256f6e-ac54-4544-af93-ab5c9f623974 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:58.206815 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b9e75a71-cf0f-4f0a-8eea-5c05ae214e45 req-82256f6e-ac54-4544-af93-ab5c9f623974 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.1517992 Jun 12 19:51:58.261341 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b9e75a71-cf0f-4f0a-8eea-5c05ae214e45 req-8cfff28d-6a0b-46b6-8e88-0e9758cd2b99 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491252 Jun 12 19:51:58.314007 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-fd264252-5ea4-460f-b937-0c676e3d311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:58.316133 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-fd264252-5ea4-460f-b937-0c676e3d311c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1097 time: 0.0701082 Jun 12 19:51:58.436107 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-e9a06146-dfc8-4a23-819c-d460bab006d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:58.437613 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-e9a06146-dfc8-4a23-819c-d460bab006d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1151104 Jun 12 19:51:58.497784 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-6455bb91-5bd2-4ced-bafd-10053f6f4884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 217 time: 0.0528743 Jun 12 19:51:58.519808 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:51:58.557272 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-1f0552f8-5cf9-4260-98f6-2fd43d055e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:58.558719 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-1f0552f8-5cf9-4260-98f6-2fd43d055e97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0543475 Jun 12 19:51:58.627934 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-d7e59dde-263b-43a0-8758-5c0876717032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:58.629688 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-d7e59dde-263b-43a0-8758-5c0876717032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634260 Jun 12 19:51:58.743000 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-53378d8d-2783-48ee-9436-29532774c919 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053545 Jun 12 19:51:58.865346 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d20cdba9-1b84-4121-8f5f-4d45d66ba31f req-abf78004-8770-42b5-b5d7-c509309c861c service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159623 Jun 12 19:51:59.447332 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0060-1085-444f-9c8b-6e7432e1e7b3 req-8d615421-932f-49ea-a6d9-56f01cf0a91d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:51:59.448732 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-85ee0060-1085-444f-9c8b-6e7432e1e7b3 req-8d615421-932f-49ea-a6d9-56f01cf0a91d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0737796 Jun 12 19:51:59.490612 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-85ee0060-1085-444f-9c8b-6e7432e1e7b3 req-3e0e22b6-eb54-4604-990d-ab7e4e4b2c02 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362260 Jun 12 19:52:00.674040 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37a39e-77b5-4c3d-9586-5fc7899e0d46 req-28ea23e3-2d39-4d35-8115-c093727a050b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:00.675655 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2d37a39e-77b5-4c3d-9586-5fc7899e0d46 req-28ea23e3-2d39-4d35-8115-c093727a050b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0746968 Jun 12 19:52:00.720515 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2d37a39e-77b5-4c3d-9586-5fc7899e0d46 req-9b9d6a8a-b98a-403d-b7e3-850305ed0b19 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392206 Jun 12 19:52:00.735889 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-00458940-10d7-43e0-92b7-4487e89512b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:01.005702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:01.903980 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db943e-f909-4de8-b1f7-24c85eed8bc3 req-6600ffee-92b3-41ca-949c-17a4b3575385 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:01.905482 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64db943e-f909-4de8-b1f7-24c85eed8bc3 req-6600ffee-92b3-41ca-949c-17a4b3575385 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0713179 Jun 12 19:52:01.946506 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-64db943e-f909-4de8-b1f7-24c85eed8bc3 req-7aeef891-d014-419e-8a6d-7ba39ae8fe81 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347590 Jun 12 19:52:02.461038 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:03.126928 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296e8ac-50f1-4900-b25e-d257eef41b7f req-ea93e14b-4cc7-4e02-94e5-914d708112dd tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:03.128429 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4296e8ac-50f1-4900-b25e-d257eef41b7f req-ea93e14b-4cc7-4e02-94e5-914d708112dd tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0715005 Jun 12 19:52:03.175260 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-4296e8ac-50f1-4900-b25e-d257eef41b7f req-717a94ca-8edb-4b9f-b6e6-a2fe8c636133 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406723 Jun 12 19:52:03.949218 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:04.364095 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f092c-da1a-459c-ac4a-b5f9ffe3d059 req-31005633-82d1-44d9-8e4f-ca6bfe0ac03f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:04.365727 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-080f092c-da1a-459c-ac4a-b5f9ffe3d059 req-31005633-82d1-44d9-8e4f-ca6bfe0ac03f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0761197 Jun 12 19:52:04.421431 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-080f092c-da1a-459c-ac4a-b5f9ffe3d059 req-3357365b-1be4-4c25-a0d7-a0cc01167437 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488601 Jun 12 19:52:05.608011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525b238-c94d-43a1-9ef1-27f27543c53e req-0435d8e3-7aac-4819-b941-1806c68b7ba1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:05.609439 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8525b238-c94d-43a1-9ef1-27f27543c53e req-0435d8e3-7aac-4819-b941-1806c68b7ba1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0757010 Jun 12 19:52:05.651863 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-8525b238-c94d-43a1-9ef1-27f27543c53e req-bf681db8-2ced-4f35-9f8b-91343d4eddba tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361290 Jun 12 19:52:06.829733 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dffd5f-e94e-48c7-802b-e57de21b2baa req-c8882650-93c4-443b-9330-c1fa3a3adec3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:06.831192 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10dffd5f-e94e-48c7-802b-e57de21b2baa req-c8882650-93c4-443b-9330-c1fa3a3adec3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 944 time: 0.0675910 Jun 12 19:52:06.872310 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-10dffd5f-e94e-48c7-802b-e57de21b2baa req-9d592bfb-7352-4ad6-a6d0-3bae1f3e6432 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355189 Jun 12 19:52:07.087621 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 60278923-7a38-4fff-b979-f68758ed33dd details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:52:07.209251 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60278923-7a38-4fff-b979-f68758ed33dd,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:07.221656 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '60278923-7a38-4fff-b979-f68758ed33dd', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:52:07.267763 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:07.283407 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60278923-7a38-4fff-b979-f68758ed33dd {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:52:07.304077 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60278923-7a38-4fff-b979-f68758ed33dd,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:07.308117 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:07.309934 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:07.365734 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:07.368915 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:08.052354 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b6ec5-bc52-4689-9cd3-8169b5cbef25 req-324d4485-2e1e-4d09-8abc-fea37940bf51 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:08.053883 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a9b6ec5-bc52-4689-9cd3-8169b5cbef25 req-324d4485-2e1e-4d09-8abc-fea37940bf51 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0714526 Jun 12 19:52:08.095223 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a9b6ec5-bc52-4689-9cd3-8169b5cbef25 req-890dd9f5-4c6a-4102-8294-a8a089c27715 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358071 Jun 12 19:52:09.174480 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f156-cd06-40e5-9fd4-0cac657e7b93 req-48e26027-ff20-4809-8b74-7b3cef1b88a3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:09.175958 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d83f156-cd06-40e5-9fd4-0cac657e7b93 req-48e26027-ff20-4809-8b74-7b3cef1b88a3 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0775506 Jun 12 19:52:09.219321 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1d83f156-cd06-40e5-9fd4-0cac657e7b93 req-19a4c92b-d843-4635-89d3-46e901974da6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368550 Jun 12 19:52:09.289787 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3738-a824-4f93-910f-7ab179e26b95 req-1f3f2b23-016b-4548-a9fa-d931384c9de4 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:09.291378 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7afe3738-a824-4f93-910f-7ab179e26b95 req-1f3f2b23-016b-4548-a9fa-d931384c9de4 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Jun 12 19:52:09.334727 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-7afe3738-a824-4f93-910f-7ab179e26b95 req-0f923c60-5bce-4a54-b678-06727e0db4ea tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374162 Jun 12 19:52:09.548192 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['60278923-7a38-4fff-b979-f68758ed33dd'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:52:10.404925 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9929a-4c4c-488b-a3bc-03c6489a1106 req-57704aa5-a20f-4968-88dc-ec0b3fc8b0cb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:10.406416 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6dd9929a-4c4c-488b-a3bc-03c6489a1106 req-57704aa5-a20f-4968-88dc-ec0b3fc8b0cb tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0692956 Jun 12 19:52:10.449894 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6dd9929a-4c4c-488b-a3bc-03c6489a1106 req-e63f78f4-9b29-4a60-8460-3ddedf2dc8af tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365233 Jun 12 19:52:10.515215 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc7e56-f9c7-4c37-9e7d-494ffa148c35 req-1bdaebe2-06d3-488a-ab0c-aecaabaad0ef tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:10.516631 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-73fc7e56-f9c7-4c37-9e7d-494ffa148c35 req-1bdaebe2-06d3-488a-ab0c-aecaabaad0ef tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0704525 Jun 12 19:52:10.557426 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-73fc7e56-f9c7-4c37-9e7d-494ffa148c35 req-30a355e1-8c5a-4fe6-bb45-39497394445c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345490 Jun 12 19:52:11.147474 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:11.661368 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ae956-f96d-4c4e-ae6c-06b50b755f34 req-110c5f73-90da-4596-a787-5dc9537f604f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:11.662857 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5b6ae956-f96d-4c4e-ae6c-06b50b755f34 req-110c5f73-90da-4596-a787-5dc9537f604f tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0841067 Jun 12 19:52:11.705398 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5b6ae956-f96d-4c4e-ae6c-06b50b755f34 req-78f04ded-6a8a-49da-a0e3-d5e833c0bbf9 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369756 Jun 12 19:52:11.743232 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4153a-d684-4a90-9b1f-67ffcfd1c8f8 req-ba23c3ce-44be-4eaa-93c3-bc55785ef48e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:11.744606 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ad4153a-d684-4a90-9b1f-67ffcfd1c8f8 req-ba23c3ce-44be-4eaa-93c3-bc55785ef48e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0756831 Jun 12 19:52:11.788315 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9ad4153a-d684-4a90-9b1f-67ffcfd1c8f8 req-204e5539-2772-4998-83f5-0e44b28c505e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377467 Jun 12 19:52:12.891805 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22189-5a9b-43e3-8d91-98e41c077068 req-1fa20d27-6611-4ad0-876d-d54f7b7e776b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:12.893312 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5ad22189-5a9b-43e3-8d91-98e41c077068 req-1fa20d27-6611-4ad0-876d-d54f7b7e776b tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0697935 Jun 12 19:52:12.940148 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5ad22189-5a9b-43e3-8d91-98e41c077068 req-5d601649-f86c-4ed0-9848-411ae347050a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408890 Jun 12 19:52:12.970942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49c6d1-6bfd-4131-af2b-73e2758c7dd3 req-8404b58f-5ead-445f-bcf0-06883a185910 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:12.972407 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1f49c6d1-6bfd-4131-af2b-73e2758c7dd3 req-8404b58f-5ead-445f-bcf0-06883a185910 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0694752 Jun 12 19:52:13.014225 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1f49c6d1-6bfd-4131-af2b-73e2758c7dd3 req-b0056c12-bf57-4a89-a884-a44fe5725a71 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353813 Jun 12 19:52:14.139979 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a10ad6-f937-41a9-a91e-94adb4f57ebf req-d6e17b92-0c3f-4a5b-89f1-3bb8e7ed9190 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:14.141592 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d0a10ad6-f937-41a9-a91e-94adb4f57ebf req-d6e17b92-0c3f-4a5b-89f1-3bb8e7ed9190 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.0839038 Jun 12 19:52:14.187734 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d0a10ad6-f937-41a9-a91e-94adb4f57ebf req-847f6a8c-eb17-4227-9705-449b6f69192d tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Jun 12 19:52:14.213345 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90bee8-a24b-46d5-8df4-fae741208e03 req-7409b7a1-09ed-4934-b36b-8f85a28c3647 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:14.214852 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f90bee8-a24b-46d5-8df4-fae741208e03 req-7409b7a1-09ed-4934-b36b-8f85a28c3647 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0787420 Jun 12 19:52:14.257986 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5f90bee8-a24b-46d5-8df4-fae741208e03 req-a3ada9c2-d8fe-4c5e-9ef2-c06d30d557ce tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373273 Jun 12 19:52:15.408087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-0a79623c-504a-40ba-a45a-b68bc4a17bc7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:15.409659 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-0a79623c-504a-40ba-a45a-b68bc4a17bc7 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.1350973 Jun 12 19:52:15.417688 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328cad-bb4f-41b0-81d5-415a61bbca09 req-c3699b1a-32fa-4724-9786-97a28a26e7f1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:15.419143 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3d328cad-bb4f-41b0-81d5-415a61bbca09 req-c3699b1a-32fa-4724-9786-97a28a26e7f1 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 947 time: 0.1079500 Jun 12 19:52:15.455566 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b9d4a-c294-4ea0-bc4a-6687782e63d2 req-98f99b17-b9f9-4de0-969e-e88f22aa37b3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:15.457197 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e41b9d4a-c294-4ea0-bc4a-6687782e63d2 req-98f99b17-b9f9-4de0-969e-e88f22aa37b3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 945 time: 0.0766466 Jun 12 19:52:15.502449 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e41b9d4a-c294-4ea0-bc4a-6687782e63d2 req-5fdb5145-0c54-41ee-bc5e-5a39a3a2a67d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393362 Jun 12 19:52:15.547846 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3d328cad-bb4f-41b0-81d5-415a61bbca09 req-da81f605-fc18-40c2-a424-ae85e386ffba tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a347aef-2406-4f61-a582-5e2d0b65b533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914555 Jun 12 19:52:15.584546 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Deleting port 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:15.584890 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:15.706078 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] For port 613c6517-ab2c-4fac-96c2-135ba3081552, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=613c6517-ab2c-4fac-96c2-135ba3081552,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:15.706436 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:15.851005 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 60278923-7a38-4fff-b979-f68758ed33dd up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:52:15.907241 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 60278923-7a38-4fff-b979-f68758ed33dd completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:52:15.910943 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 60278923-7a38-4fff-b979-f68758ed33dd triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:52:15.911324 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:15.932020 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:15.932440 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:15.932754 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.l3_db [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Floating IP ba203939-01ff-4ac1-b432-9302a6ec1b2d disassociated. External IP: 172.27.3.41, port: 613c6517-ab2c-4fac-96c2-135ba3081552. Jun 12 19:52:15.933141 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Calling delete_port for 613c6517-ab2c-4fac-96c2-135ba3081552 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:15.998414 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:16.023956 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:52:16.026261 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d5430b-9447-4c33-b863-b73e58ee891f" -d '{"events": [{"server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "name": "network-vif-plugged", "status": "completed", "tag": "60278923-7a38-4fff-b979-f68758ed33dd"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:52:16.040999 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60278923-7a38-4fff-b979-f68758ed33dd,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:16.045707 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:16.047598 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-8b960d2e-ba61-4bd0-a0e1-fb1cdaabf233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:16.074998 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16268086-17c3-480f-99cb-1edff91ac52b x-openstack-request-id: req-16268086-17c3-480f-99cb-1edff91ac52b {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:52:16.075307 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "name": "network-vif-plugged", "status": "completed", "tag": "60278923-7a38-4fff-b979-f68758ed33dd", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:52:16.075578 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16268086-17c3-480f-99cb-1edff91ac52b {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:52:16.076196 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd', 'code': 200} Jun 12 19:52:16.100345 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:16.105087 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:16.107866 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:16.111079 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:16.135911 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'Port': ['ID=613c6517-ab2c-4fac-96c2-135ba3081552,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:16.146658 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.147019 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.147407 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.147787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.148162 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.148531 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.148903 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.149296 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.149664 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.150359 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.150359 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.150787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:16.155414 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:16.312226 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:52:16.355042 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18a2c-1ad7-476a-b74d-63f1e76bdd01 req-6f925753-9bd8-437b-ae35-ff830e8a1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:16.356647 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-52b18a2c-1ad7-476a-b74d-63f1e76bdd01 req-6f925753-9bd8-437b-ae35-ff830e8a1dbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0629928 Jun 12 19:52:16.396804 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-52b18a2c-1ad7-476a-b74d-63f1e76bdd01 req-f64d7555-9f85-43a7-8a2d-6aecf4fe9f89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309877 Jun 12 19:52:16.455793 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:52:16.465650 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:52:16.475298 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:16.475926 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:16.513594 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] No DVR routers for this DVR port 613c6517-ab2c-4fac-96c2-135ba3081552 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:52:16.516397 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:16.518722 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-79e8a83a-9329-493c-8af5-0bc685bd4747 req-e7056ae1-690f-49a2-8667-a7655133adc2 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.41 "DELETE /v2.0/ports/613c6517-ab2c-4fac-96c2-135ba3081552 HTTP/1.1" status: 204 len: 173 time: 1.0986886 Jun 12 19:52:16.519398 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-deleted', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:52:16.523953 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebac379-464d-42cc-abbd-4f6cd77ba83b" -d '{"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-deleted", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:52:16.588311 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7bfbc4-97b5-4704-a664-11e7360bdbd5 x-openstack-request-id: req-fa7bfbc4-97b5-4704-a664-11e7360bdbd5 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:52:16.588971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769c9c4-69bc-42a6-8995-825922cbee80", "name": "network-vif-deleted", "tag": "613c6517-ab2c-4fac-96c2-135ba3081552", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:52:16.589366 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa7bfbc4-97b5-4704-a664-11e7360bdbd5 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:52:16.589962 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769c9c4-69bc-42a6-8995-825922cbee80', 'name': 'network-vif-deleted', 'tag': '613c6517-ab2c-4fac-96c2-135ba3081552', 'status': 'completed', 'code': 200} Jun 12 19:52:16.655220 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:16.766191 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c545a5d-ae6c-433a-be88-1459fc40e0c0 req-f41deab0-03bd-4e84-96e0-72881b80e79e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:16.773490 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0c545a5d-ae6c-433a-be88-1459fc40e0c0 req-f41deab0-03bd-4e84-96e0-72881b80e79e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.1080573 Jun 12 19:52:16.825593 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-0c545a5d-ae6c-433a-be88-1459fc40e0c0 req-1e4f0007-0222-4b1f-80fc-233dc609b01c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467198 Jun 12 19:52:16.998559 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:17.002041 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:52:17.011090 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:17.011715 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:17.099144 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-3d3c14ae-22e6-4662-a916-e528991f0509 req-0228f5be-c183-4c39-b87a-9e83c36ebb0a tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f769c9c4-69bc-42a6-8995-825922cbee80 HTTP/1.1" status: 200 len: 210 time: 0.3531737 Jun 12 19:52:17.158919 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:17.435474 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:17.438869 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3881aa-dcf9-4f69-8a74-dac1bd0ba0b5 None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:39:41Z', 'revision_number': 4, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '5bfb3fc3-ff49-4926-b6c6-f2dacd025eba', 'name': '', 'network_id': '3120e33c-815a-4918-b511-4e2800503bbb', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'mac_address': 'fa:16:3e:63:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:35Z', 'updated_at': '2021-06-12T19:39:56Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'subnets': [{'id': '4efea79d-d9a8-442d-bf27-0f7d97648754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:52:17.654750 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675acd61-881b-4354-80b6-aa44f4ee390a None None] New status for floating IP ba203939-01ff-4ac1-b432-9302a6ec1b2d: DOWN {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:52:18.022923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa9ade-6fdb-4d9e-9824-1a79e8c9e7d9 req-dd8a7eed-8121-4970-aa4a-e2d74b287477 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:18.024610 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-48aa9ade-6fdb-4d9e-9824-1a79e8c9e7d9 req-dd8a7eed-8121-4970-aa4a-e2d74b287477 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.0753660 Jun 12 19:52:18.068236 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-48aa9ade-6fdb-4d9e-9824-1a79e8c9e7d9 req-1d1ca903-dcb5-4686-9264-c8801b0e42a8 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378649 Jun 12 19:52:18.230295 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46010) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:18.259078 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e67a-9a26-4aa2-8bad-2e6bd222fdb3 req-683dcd1c-b049-4efd-af67-49437a43be21 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:18.260549 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0123e67a-9a26-4aa2-8bad-2e6bd222fdb3 req-683dcd1c-b049-4efd-af67-49437a43be21 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.0808115 Jun 12 19:52:18.292083 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.303424 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-0123e67a-9a26-4aa2-8bad-2e6bd222fdb3 req-afd79f66-2641-4fd3-a645-6d21f8542f83 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369446 Jun 12 19:52:18.318790 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.329337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46012) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:18.377345 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.380729 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.382174 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "DELETE /v2.0/security-groups/0a347aef-2406-4f61-a582-5e2d0b65b533 HTTP/1.1" status: 204 len: 168 time: 0.1505544 Jun 12 19:52:18.383205 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4be8391f-ce0c-4fb8-9658-9f39743b3493 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:18.384659 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46014) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:18.392910 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a347aef-2406-4f61-a582-5e2d0b65b533,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:18.399938 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.400331 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.400716 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.401140 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.401524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.402254 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.402254 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.402630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.402755 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.api.v2.resource [None req-dff10b62-b998-4106-9c65-87b84dfc4584 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] show failed (client error): The resource could not be found. Jun 12 19:52:18.402997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.406250 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.406411 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-dff10b62-b998-4106-9c65-87b84dfc4584 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "GET /v2.0/security-groups/0a347aef-2406-4f61-a582-5e2d0b65b533 HTTP/1.1" status: 404 len: 347 time: 0.0166590 Jun 12 19:52:18.406516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.406516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:18.406516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46016) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:18.408471 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:18.410850 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d72d9c-c149-4281-bec0-146ef55de97c tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:18.413169 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-19d72d9c-c149-4281-bec0-146ef55de97c tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1094 time: 0.0820065 Jun 12 19:52:18.415104 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46018) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:18.420436 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:52:18.538920 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.624241 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Deleting port e1c65e72-ecd5-40e2-bdd9-19afcff677c4 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:18.624587 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.781577 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.781917 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.801069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:18.882763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Calling delete_port for e1c65e72-ecd5-40e2-bdd9-19afcff677c4 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:19.083965 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.27.3.169 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/8096e5d6-71df-4895-94e9-6803313d8620) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:52:19.222530 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:19.226710 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-4d8caf3e-d516-4c32-b42a-b3a4c7ed704a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:19.259558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Pushing event deleted for resources: {'Port': ['ID=e1c65e72-ecd5-40e2-bdd9-19afcff677c4,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:19.264670 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:19.346143 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:19.370379 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:19.372889 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:19.374061 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] 10.222.0.11 "DELETE /v2.0/floatingips/ba203939-01ff-4ac1-b432-9302a6ec1b2d HTTP/1.1" status: 204 len: 168 time: 0.9666991 Jun 12 19:52:19.407252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:19.409260 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-70bb4714-0100-4162-9ce4-5ee4c9837fd8 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:19.456481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:52:19.461303 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:52:19.465674 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:52:19.468844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=8096e5d6-71df-4895-94e9-6803313d8620,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:19.499662 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:19.866286 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:52:19.891462 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 613c6517-ab2c-4fac-96c2-135ba3081552 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:52:19.891828 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 613c6517-ab2c-4fac-96c2-135ba3081552 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:52:19.936388 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.314358 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46036) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:20.336809 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.428273 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.524283 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.528923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.531877 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-945fe742-3f68-45ec-9d48-d18ac025bb05 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:20.532034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.537179 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.546841 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f6eb3416-efdc-4ca5-81db-8f8e7bfc6c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:20.573657 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46042) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:20.573827 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9d00d00e07c4f3ab1e65d00e70b8542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579403 Jun 12 19:52:20.590386 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e48b0-eff5-4036-851e-ddd131a4e4b5,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:20.593958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8cffdffb-41ef-4dfd-b378-6d04819d9bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:20.653963 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=8096e5d6-71df-4895-94e9-6803313d8620,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:20.660273 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:20.675543 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.781366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.821784 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:20.876257 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP 60371bb9-2aab-4821-bda0-d3aa9dcace1a associated. External IP: 172.27.3.169, port: 60278923-7a38-4fff-b979-f68758ed33dd. Jun 12 19:52:20.998653 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:21.001307 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:21.002596 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/866e48b0-eff5-4036-851e-ddd131a4e4b5 HTTP/1.1" status: 204 len: 168 time: 0.4247301 Jun 12 19:52:21.005348 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8619bb86-2a81-4f04-a359-b45cb3ce45d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:21.018603 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e48b0-eff5-4036-851e-ddd131a4e4b5,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:21.021306 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e63e0a54-3b4a-4717-b2a5-783844b61984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:21.214975 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:52:21.375501 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:52:21.385417 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:52:21.392203 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:21.394309 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:21.394930 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:21.436044 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-273c2f04-ebef-49d1-8820-fd975316108f tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0197372 Jun 12 19:52:21.436796 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:52:21.439190 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa66563-d43d-4983-97e9-f3a423318be8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:52:21.567744 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:21.669378 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52f4e3-9b22-45a6-9dfc-43d85d6bbd69 x-openstack-request-id: req-ca52f4e3-9b22-45a6-9dfc-43d85d6bbd69 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:52:21.669789 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:52:21.670156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca52f4e3-9b22-45a6-9dfc-43d85d6bbd69 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:52:21.670727 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd', 'status': 'completed', 'code': 200} Jun 12 19:52:21.773268 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66563-d43d-4983-97e9-f3a423318be8 req-b7d5e77b-b624-4391-b017-c10b297e05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:21.777170 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-b7d5e77b-b624-4391-b017-c10b297e05cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0783455 Jun 12 19:52:21.908150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66563-d43d-4983-97e9-f3a423318be8 req-2a09d5a6-7870-41e5-b271-3d4e83e1e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:21.909865 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-2a09d5a6-7870-41e5-b271-3d4e83e1e78a service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1284935 Jun 12 19:52:22.016778 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-32917e11-c30e-49fe-8d78-34a8407b13c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 1000 time: 0.0996075 Jun 12 19:52:22.017069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46066) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:22.069645 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:19Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:22.073857 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:52:22.082661 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66563-d43d-4983-97e9-f3a423318be8 req-d66a6ef0-c56f-43e4-b04f-6081dd522c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:22.084693 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:22.085481 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-d66a6ef0-c56f-43e4-b04f-6081dd522c8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0628529 Jun 12 19:52:22.085616 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:22.164452 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66563-d43d-4983-97e9-f3a423318be8 req-fc0ce348-e115-4ab0-9c07-818b28ddf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:22.166041 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-fc0ce348-e115-4ab0-9c07-818b28ddf7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752969 Jun 12 19:52:22.272762 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:22.302889 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-318ab3a0-87e4-4fe7-b079-2ad269f3c0b7 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305597 Jun 12 19:52:22.424199 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-faa66563-d43d-4983-97e9-f3a423318be8 req-f9f0e815-1e3b-4002-9428-46cbae3c108e service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149938 Jun 12 19:52:22.586402 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:19Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:22.589881 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd84e2b-e478-4244-a00e-9c686eca8b5c None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:19Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:52:22.686350 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:22.771451 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57aee4-cd52-494b-865f-95f3860572b4 None None] New status for floating IP 60371bb9-2aab-4821-bda0-d3aa9dcace1a: ACTIVE {{(pid=98313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:52:23.012293 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Deleting port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:23.012637 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:23.111705 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] For port 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:23.112057 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:23.205385 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Calling delete_port for 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba owned by network:router_interface {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:23.420390 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:23.422969 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:23.451471 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfb3fc3-ff49-4926-b6c6-f2dacd025eba,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:23.455170 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:23.667381 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:24.270506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Router d4a57f66-5c85-4714-a018-4f323b9c6213 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:52:24.414738 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:52:24.420159 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-7150a52a-3338-4883-b46d-73c7bed16020 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4a57f66-5c85-4714-a018-4f323b9c6213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012032 Jun 12 19:52:24.422315 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46070) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:24.424798 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Sync routers for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:52:24.434010 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:24.434622 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:24.569344 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:24.577719 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:24.711596 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:24.771352 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Deleting port 1ba7c914-7b75-408f-80ad-feb08a16af16 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:24.771694 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:24.811851 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:52:23Z', 'revision_number': 5, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port': {'id': '1ba7c914-7b75-408f-80ad-feb08a16af16', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:39:21Z', 'updated_at': '2021-06-12T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:24.815075 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Checking router: d4a57f66-5c85-4714-a018-4f323b9c6213 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:52:24.823004 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Routers {'d4a57f66-5c85-4714-a018-4f323b9c6213'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:52:24.823949 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:52:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['d4a57f66-5c85-4714-a018-4f323b9c6213'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:24.875737 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] For port 1ba7c914-7b75-408f-80ad-feb08a16af16, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=1ba7c914-7b75-408f-80ad-feb08a16af16,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:24.876099 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:24.942200 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] Set router d4a57f66-5c85-4714-a018-4f323b9c6213 gateway port host: None {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:52:24.972213 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Calling delete_port for 1ba7c914-7b75-408f-80ad-feb08a16af16 owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:25.019268 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:52:24Z', 'revision_number': 6, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:25.022978 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3cf2-b7b3-496c-99d4-57c950b5ad57 None None] The sync data for ids ['d4a57f66-5c85-4714-a018-4f323b9c6213'] in dv-cinder-796113-3-iscsi is: [{'id': 'd4a57f66-5c85-4714-a018-4f323b9c6213', 'name': 'tempest-AttachVolumeShelveTestJSON-170758668-router', 'tenant_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:39:18Z', 'updated_at': '2021-06-12T19:52:24Z', 'revision_number': 6, 'project_id': '273c6ed672c24311ba2b21fd95d4eb4e', 'gw_port_host': None}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:52:25.181240 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.183153 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e39c3204-296c-40e1-be1c-f6d8a2d52396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:25.218366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba7c914-7b75-408f-80ad-feb08a16af16,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:25.221387 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:25.297470 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.433908 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.436035 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.497405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.497928 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a57f66-5c85-4714-a018-4f323b9c6213 {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:52:25.502345 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.503498 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d4a57f66-5c85-4714-a018-4f323b9c6213 HTTP/1.1" status: 204 len: 168 time: 1.0802562 Jun 12 19:52:25.506313 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46072) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:25.562677 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Deleting subnet 4efea79d-d9a8-442d-bf27-0f7d97648754 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:52:25.565735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.613183 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.705555 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.771463 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.774068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:25.802458 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:52:25.809828 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efea79d-d9a8-442d-bf27-0f7d97648754,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:25.813265 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:25.815934 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.822527 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-5e1c06ea-7ce5-4b76-8ac0-0a2f31e20580 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4efea79d-d9a8-442d-bf27-0f7d97648754 HTTP/1.1" status: 204 len: 168 time: 0.3120506 Jun 12 19:52:25.822527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46074) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:25.829884 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:52:25.830296 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5bfb3fc3-ff49-4926-b6c6-f2dacd025eba not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:52:25.831857 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ec669-132d-46d9-821c-ad07d8bb0f82 None None] Network 3120e33c-815a-4918-b511-4e2800503bbb requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:52:25.912976 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:25.977650 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Deleting port d28f3621-6302-48b9-9f53-28aa27911472 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:25.977990 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.063868 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] For port d28f3621-6302-48b9-9f53-28aa27911472, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=d28f3621-6302-48b9-9f53-28aa27911472,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:26.064219 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.073569 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] DHCP port deletion for 3120e33c-815a-4918-b511-4e2800503bbb request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:52:26.127774 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Deleting port d28f3621-6302-48b9-9f53-28aa27911472 {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:52:26.128163 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.158576 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Calling delete_port for d28f3621-6302-48b9-9f53-28aa27911472 owned by network:dhcp {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:26.215099 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] For port d28f3621-6302-48b9-9f53-28aa27911472, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=d28f3621-6302-48b9-9f53-28aa27911472,segment=NetworkSegment(63834053-ffa7-4625-97f2-ef8ed954a354),segment_id=63834053-ffa7-4625-97f2-ef8ed954a354)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:52:26.215637 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.257766 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.259741 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-3728efb2-5c71-4341-ab2b-029b2e5234da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:26.286900 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28f3621-6302-48b9-9f53-28aa27911472,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:26.290320 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:26.292756 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] No DVR routers for this DVR port d28f3621-6302-48b9-9f53-28aa27911472 on host dv-cinder-796113-3-iscsi {{(pid=98312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:52:26.314097 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Calling delete_port for d28f3621-6302-48b9-9f53-28aa27911472 owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:52:26.390262 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: from cryptography.utils import int_from_bytes Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: from cryptography.utils import int_from_bytes Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: retrieve_revision_numbers = { Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.400367 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 19:52:26.403136 dv-cinder-796113-3-iscsi neutron-server[98313]: self.session.flush() Jun 12 19:52:26.404333 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3120e33c-815a-4918-b511-4e2800503bbb']}} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:26.407264 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.410142 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-5dcad66a-3133-4006-b4fd-d19f09a922cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:26.415735 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63834053-ffa7-4625-97f2-ef8ed954a354') {'for_net_delete': True} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:26.416032 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63834053-ffa7-4625-97f2-ef8ed954a354') {} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:26.425673 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5249024'] for segment, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.441230 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.443072 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Pushing event deleted for resources: {'Port': ['ID=d28f3621-6302-48b9-9f53-28aa27911472,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:26.446286 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] No DVR routers for this DVR port d28f3621-6302-48b9-9f53-28aa27911472 on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:52:26.449799 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=98312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:52:26.450395 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070530'] for segment, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: Traceback (most recent call last): Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: timer() Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: cb(*args, **kw) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: return func(*args, **kwargs) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: self._notify() Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: self.callback(batched_events) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: event.method(event) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: return f(self, *a, **k) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._get(url).json() Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: return self.request(url, 'GET', **kwargs) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:52:26.452935 dv-cinder-796113-3-iscsi neutron-server[98312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.455514 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.456215 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.456215 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.456403 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.456701 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:52:26.460195 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-a0d5731b-5bef-4390-827a-0ae0aca3dab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:26.533871 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.537972 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:26.541793 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.546307 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3120e33c-815a-4918-b511-4e2800503bbb HTTP/1.1" status: 204 len: 168 time: 0.7209029 Jun 12 19:52:26.555775 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3120e33c-815a-4918-b511-4e2800503bbb,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:26.559029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e8777835-7c22-4ed0-9fac-3b4b29eace42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:26.656453 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46078) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:26.700417 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ea025626-c11b-4845-ade9-e9ce19ae01a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=273c6ed672c24311ba2b21fd95d4eb4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426350 Jun 12 19:52:26.702844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46080) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:26.753808 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.781156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.829800 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.833765 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:26.834911 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/097c17cb-a4a4-45be-a9ba-b8ef7ae5f044 HTTP/1.1" status: 204 len: 168 time: 0.1311414 Jun 12 19:52:26.835762 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a1741a47-f644-4b63-ac3c-93ae0e7f46b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:26.844466 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c17cb-a4a4-45be-a9ba-b8ef7ae5f044,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:26.847264 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-370d9e21-22a6-4bb7-aaa9-d12484e7d155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:26.890641 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a6dda180-5f01-4266-ae08-4859df471643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:27.407353 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device d28f3621-6302-48b9-9f53-28aa27911472 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:52:27.433645 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: d28f3621-6302-48b9-9f53-28aa27911472 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:52:27.434126 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device d28f3621-6302-48b9-9f53-28aa27911472 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:52:27.434451 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 1ba7c914-7b75-408f-80ad-feb08a16af16 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:52:27.458740 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 1ba7c914-7b75-408f-80ad-feb08a16af16 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:52:27.459105 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 1ba7c914-7b75-408f-80ad-feb08a16af16 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:52:28.303093 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46120) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:28.412867 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.507674 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.511523 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.514341 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f91e5f13-bb32-479b-87cc-2fa93e9abfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:28.557676 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a790f1d620c64daeb51bf629dfe1462c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531195 Jun 12 19:52:28.558718 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0862d7-ad41-4498-af8a-e9f7c472ed39,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:28.560006 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46126) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:28.561926 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:28.619579 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.643449 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.694313 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.697211 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:28.698273 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e0862d7-ad41-4498-af8a-e9f7c472ed39 HTTP/1.1" status: 204 len: 168 time: 0.1372426 Jun 12 19:52:28.699046 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ded6891c-70f9-4b00-b7b3-30efe5d97d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:28.708360 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0862d7-ad41-4498-af8a-e9f7c472ed39,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:28.710848 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:28.967708 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46132) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:28.984199 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.082724 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.086635 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.089973 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4a2a1959-13d2-4d5e-871d-5d1efc40cd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:29.131350 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=761df6e69473435faef34b354b9c8dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625483 Jun 12 19:52:29.132360 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba65f67-ef82-42cc-b484-216e6ffe38e4,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:29.134045 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46134) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:29.135568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f30bde32-7e8e-408e-bdcf-8fa1ad1cbea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:29.189846 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.216180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.269652 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.272655 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:29.273872 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ba65f67-ef82-42cc-b484-216e6ffe38e4 HTTP/1.1" status: 204 len: 168 time: 0.1388037 Jun 12 19:52:29.274744 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8ae04cbe-0e77-47e3-962f-ff7d9c9564ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:29.283438 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba65f67-ef82-42cc-b484-216e6ffe38e4,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:29.286405 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:30.739101 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2651e155-87bc-491c-be5a-70bec0afb02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:31.006791 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:32.464786 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:33.952495 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.101190 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46208) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:34.208645 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.302899 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.306763 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.309366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-91833515-974e-44c0-ad4d-8b564854d383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:34.350583 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26f649c662324a03a4db827115131c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483110 Jun 12 19:52:34.351615 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a976329-7f4d-4dfe-900c-80bbf42dcf4b,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:34.353444 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46212) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:34.355359 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-d88b7d4c-9939-4570-84a6-239b13666752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:34.411636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.433908 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.483461 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.486122 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.487262 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a976329-7f4d-4dfe-900c-80bbf42dcf4b HTTP/1.1" status: 204 len: 168 time: 0.1326528 Jun 12 19:52:34.488018 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-28c0da56-0f8a-4c71-b2a1-d018929d5920 tempest-TestMinimumBasicScenario-873153571 tempest-TestMinimumBasicScenario-873153571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:34.496810 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a976329-7f4d-4dfe-900c-80bbf42dcf4b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:34.499406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-47850906-6e39-4b23-b33d-1057470513ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:34.744798 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46218) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:34.760601 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.850969 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.854730 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.857116 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0af83653-c5a5-4670-8f14-084a3dddde5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:34.896890 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da9f07f6c08c462b8b0473770e268cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509843 Jun 12 19:52:34.897829 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d8e07-9ec7-4666-b345-4d7790142bf0,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:34.899631 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46220) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:34.900820 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:34.951923 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:34.974589 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:35.026061 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:35.028615 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:35.029776 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/417d8e07-9ec7-4666-b345-4d7790142bf0 HTTP/1.1" status: 204 len: 168 time: 0.1286323 Jun 12 19:52:35.030562 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a65d696d-4713-4e86-95a8-92174eaccf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:35.039594 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d8e07-9ec7-4666-b345-4d7790142bf0,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:35.042116 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-18faf4d7-0461-4788-bad4-23db31bbd707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:35.518581 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:52:39.318433 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46294) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:39.425010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.520753 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.525460 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.527868 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fd0f3b5c-baf7-4cc3-87a5-e4de67b97668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:39.566042 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab2bca-f231-4c2a-a94e-3fd3babf2a6e,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:39.569754 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:39.572702 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64fcb58ae57e41578a8d50c47125a5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531657 Jun 12 19:52:39.576832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46298) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:39.630506 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.652646 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.704203 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.706826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:39.707989 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeab2bca-f231-4c2a-a94e-3fd3babf2a6e HTTP/1.1" status: 204 len: 168 time: 0.1301854 Jun 12 19:52:39.708795 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-fcbdcbaa-1091-479f-92a3-861d6dadbb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:39.717154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab2bca-f231-4c2a-a94e-3fd3babf2a6e,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:39.719367 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-eaa9e440-bc9b-4a4b-ba5a-207397933191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:39.971662 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46304) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:39.987537 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.081194 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.085519 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.087860 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1dc3d753-c720-4127-bb0d-300e48adf0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:40.127423 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=901e23da7990436c94b86fe1cbe56c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546440 Jun 12 19:52:40.128172 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848ad3a1-9119-4e0f-b64e-92993601a2d0,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:40.131180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46306) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:40.132253 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-50771ace-2406-4bd0-92c5-51a11cb954b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:40.182465 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.205309 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.256074 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.258764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:40.259903 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/848ad3a1-9119-4e0f-b64e-92993601a2d0 HTTP/1.1" status: 204 len: 168 time: 0.1277373 Jun 12 19:52:40.260796 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-27b0abac-6d7c-4294-8ab5-ae3fef5ccbb8 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:40.269750 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ad3a1-9119-4e0f-b64e-92993601a2d0,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:40.272558 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c5d262e9-e0de-4a5c-beda-85ebdd6f22b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:41.158303 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.095906 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46376) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:42.201500 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.298097 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.302509 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.305131 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-94b4773f-d5b8-4a8e-8d10-5299f2a8663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:42.343964 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a821e3ab-ed21-4468-9690-efc2ffd4dc9c,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:42.347012 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:42.350398 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-0d2e6093-f6cc-4cf4-9e2b-aeee42aec751 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59c211b44a504b44bc012789351f8095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534795 Jun 12 19:52:42.352990 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46380) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:42.408953 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.432582 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.482115 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.484630 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.485786 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a821e3ab-ed21-4468-9690-efc2ffd4dc9c HTTP/1.1" status: 204 len: 168 time: 0.1318851 Jun 12 19:52:42.486559 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-72972b58-050c-46a2-bbfa-98ee4519e864 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:42.495761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a821e3ab-ed21-4468-9690-efc2ffd4dc9c,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:42.503603 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-1d7b029c-2a20-4123-ac89-684b7821c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:42.748551 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46388) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:42.764888 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.860187 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.864256 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.867640 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-38e01788-5e42-4496-9734-9481bf666887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:42.907033 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aab45faf4e44f8bb6222d056a65c213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571929 Jun 12 19:52:42.908201 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba6e1e-5515-4d1b-9bd1-dda483200feb,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:42.909822 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46390) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:42.911511 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:42.962010 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:42.984011 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.032901 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.035575 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.036788 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99ba6e1e-5515-4d1b-9bd1-dda483200feb HTTP/1.1" status: 204 len: 168 time: 0.1259878 Jun 12 19:52:43.037575 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ef532c2a-50dd-465d-92f1-fc88c0f473cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:43.047545 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba6e1e-5515-4d1b-9bd1-dda483200feb,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:43.049939 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-52d2f7e2-2cab-4280-8df2-6c24d9337685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:43.700280 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46412) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:43.809770 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945158384-network', 'tenant_id': '6ad81b96cd604ed0be28d0ceb617ff9b'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:52:43.832463 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Made reservation on behalf of 6ad81b96cd604ed0be28d0ceb617ff9b for: {'network': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:52:43.835331 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.845601 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.950183 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.953991 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.956831 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-4581f8ce-f699-4ee4-8604-49fdf8c84e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:43.979905 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=98311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:52:43.988384 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb39ae7-8feb-4cca-bfbb-46e54ec26330,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:43.992762 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:43.995606 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:43.995953 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.db.segments_db [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Added segment 9bb31364-5cc4-4854-ad4f-c082fa67a279 of type vlan for network f63ff2d5-9c58-47f8-bba1-cea2470f7536 Jun 12 19:52:44.044862 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.073704 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.075020 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:44.075608 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.077666 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-213b5f20-fc93-4ba3-8b65-60163a38eac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:44.111438 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4100800 Jun 12 19:52:44.114967 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46416) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:44.119942 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Request body: {'subnet': {'network_id': 'f63ff2d5-9c58-47f8-bba1-cea2470f7536', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945158384-subnet', 'tenant_id': '6ad81b96cd604ed0be28d0ceb617ff9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:52:44.142103 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Made reservation on behalf of 6ad81b96cd604ed0be28d0ceb617ff9b for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:52:44.144479 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197351'] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.162727 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Pushing event updated for resources: {'Network': ['ID=f63ff2d5-9c58-47f8-bba1-cea2470f7536,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:44.165497 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5b570333-905d-416f-86b2-bda4ee894367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:44.172650 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network f63ff2d5-9c58-47f8-bba1-cea2470f7536 details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:52:44.353378 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5068072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197361'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.355554 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2629714f-c253-4bba-9a63-671519aa024e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:44.420740 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd11824-2f39-40dd-aa17-e4d3f5c65ab8,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:44.424406 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:44.430169 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Checking segment: {'id': '9bb31364-5cc4-4854-ad4f-c082fa67a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f63ff2d5-9c58-47f8-bba1-cea2470f7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:52:44.430529 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Network hostable DHCP agents. Network: f63ff2d5-9c58-47f8-bba1-cea2470f7536, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:52:44.447197 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Network f63ff2d5-9c58-47f8-bba1-cea2470f7536 is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:52:44.455786 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, f63ff2d5-9c58-47f8-bba1-cea2470f7536) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:52:44.460914 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:44.461553 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.466153 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4d851-0aab-4bfc-9554-5b2509dde375 None None] Network f63ff2d5-9c58-47f8-bba1-cea2470f7536 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:52:44.475681 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-38e90150-33da-4ae5-85f8-d2c812ba9e45 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3596268 Jun 12 19:52:44.637885 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0826f8-0002-4a50-bf32-a94bf0498f71 None None] Network f63ff2d5-9c58-47f8-bba1-cea2470f7536 requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:52:44.944834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46432) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:44.949892 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840450703-network', 'tenant_id': '5472fda820f04b4399351816af1684bd'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:52:44.970924 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Made reservation on behalf of 5472fda820f04b4399351816af1684bd for: {'network': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:52:44.973186 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for network, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:44.985106 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.077431 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.081091 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.084757 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-da437877-5bdc-4074-ac99-ded441d8e60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:45.111286 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=98312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 19:52:45.120982 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8179a45-e34d-4553-9c2c-979014988cec,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:45.124075 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:45.129145 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.129859 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.segments_db [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Added segment f8204166-e393-4722-a9dd-124a034b211b of type vlan for network 2da793f6-36af-4000-9ef4-5e151612b0fa Jun 12 19:52:45.187727 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735087432632'] for network, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.216003 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753'] for network, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.217454 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:45.218037 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.219998 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:45.257890 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3117886 Jun 12 19:52:45.260516 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46434) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:45.265483 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Request body: {'subnet': {'network_id': '2da793f6-36af-4000-9ef4-5e151612b0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840450703-subnet', 'tenant_id': '5472fda820f04b4399351816af1684bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:52:45.310511 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Pushing event updated for resources: {'Network': ['ID=2da793f6-36af-4000-9ef4-5e151612b0fa,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:45.314422 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-ffefc453-08c0-4d71-99f3-e09774e8a132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:45.322553 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Network 2da793f6-36af-4000-9ef4-5e151612b0fa details requested by agent ovs-agent-dv-cinder-796113-3-iscsi with host dv-cinder-796113-3-iscsi {{(pid=98313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 19:52:45.331180 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Made reservation on behalf of 5472fda820f04b4399351816af1684bd for: {'subnet': 1} {{(pid=98312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:52:45.334362 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197351'] for subnet, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.543613 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5068072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197361'] for subnet, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.545515 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-8227262d-27cf-4627-9ac7-d7d4a35cd05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:45.601417 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f858a6d7-1749-410e-b381-19ee36bad644,revision_number=0']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:45.615116 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:45.618745 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Checking segment: {'id': 'f8204166-e393-4722-a9dd-124a034b211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2da793f6-36af-4000-9ef4-5e151612b0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:52:45.619105 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Network hostable DHCP agents. Network: 2da793f6-36af-4000-9ef4-5e151612b0fa, hostable agents: ['cf0381b6-e306-476e-a433-413ca271fb36'], hosted agents: [] {{(pid=98312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 19:52:45.636751 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Network 2da793f6-36af-4000-9ef4-5e151612b0fa is scheduled to be hosted by DHCP agent cf0381b6-e306-476e-a433-413ca271fb36 with binding_index 1 {{(pid=98312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 19:52:45.645021 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-3-iscsi, 2da793f6-36af-4000-9ef4-5e151612b0fa) {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:52:45.649622 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:45.650648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:45.653712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ccbfc-0a9d-4d1f-9bd6-bd7d5ea68e5d None None] Network 2da793f6-36af-4000-9ef4-5e151612b0fa requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:52:45.664781 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-92666d57-8ec8-42ed-a94f-421ba39e0b60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4031913 Jun 12 19:52:45.816731 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304c905-9c6a-4cef-bb11-ba8e61fcc9b8 None None] Network 2da793f6-36af-4000-9ef4-5e151612b0fa requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:52:48.134091 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-822a612a-5799-416a-94fd-7288c59ab844 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586326 Jun 12 19:52:48.236910 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-a872b1ea-bf57-492f-b3c3-8fce0ad83ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:48.238446 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-a872b1ea-bf57-492f-b3c3-8fce0ad83ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0600455 Jun 12 19:52:48.371787 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-12a06aad-225e-49ec-aae0-fd4360edd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:48.373264 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-12a06aad-225e-49ec-aae0-fd4360edd7b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1132824 Jun 12 19:52:48.459490 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-347fcead-4707-40a8-8b99-63508330166f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 1002 time: 0.0788016 Jun 12 19:52:48.517290 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-4cf8ac77-9dc3-4959-9d82-63f42dc427f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:48.518799 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-4cf8ac77-9dc3-4959-9d82-63f42dc427f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0521073 Jun 12 19:52:48.588154 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-e3414d3d-9a34-482a-8c47-bb1611948fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:52:48.589746 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-e3414d3d-9a34-482a-8c47-bb1611948fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645308 Jun 12 19:52:48.708692 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-fa1e7661-0e96-4584-8572-d91011285cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112049 Jun 12 19:52:48.836229 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-5a4e6f37-48c2-4584-91b2-a0c14969d3e6 req-fe6f2799-6ec3-4908-91c3-b898990ec90b service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217787 Jun 12 19:52:57.018652 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-061d9884-b354-4a6a-b069-74dfede58523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.173366 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46556) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:59.237390 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Deleting subnet ddd11824-2f39-40dd-aa17-e4d3f5c65ab8 {{(pid=98312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:52:59.241175 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.282826 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5249035'] for subnet, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.329120 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.394384 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197322'] for subnet, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.396527 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a2d4064d-f52a-4774-ba6d-1e4d2b1a0784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:59.428390 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd11824-2f39-40dd-aa17-e4d3f5c65ab8,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:59.431449 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:59.432425 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for subnet, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.434306 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-a647d07c-82d4-4a4d-aa52-7029aee53ba5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ddd11824-2f39-40dd-aa17-e4d3f5c65ab8 HTTP/1.1" status: 204 len: 168 time: 0.2600121 Jun 12 19:52:59.436844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46558) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:59.540081 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.642836 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.654285 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63ff2d5-9c58-47f8-bba1-cea2470f7536']}} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:59.668715 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb31364-5cc4-4854-ad4f-c082fa67a279') {'for_net_delete': True} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:59.669050 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.services.segments.db [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb31364-5cc4-4854-ad4f-c082fa67a279') {} {{(pid=98312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:52:59.678512 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5249024'] for segment, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.692928 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.698668 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=98312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:52:59.699048 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070530'] for segment, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: Traceback (most recent call last): Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: timer() Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: cb(*args, **kw) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: return func(*args, **kwargs) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: self._notify() Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: self.callback(batched_events) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: event.method(event) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: return f(self, *a, **k) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._get(url).json() Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: return self.request(url, 'GET', **kwargs) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:52:59.700648 dv-cinder-796113-3-iscsi neutron-server[98312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:52:59.773087 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.776400 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:52:59.778811 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.780656 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f63ff2d5-9c58-47f8-bba1-cea2470f7536 HTTP/1.1" status: 204 len: 168 time: 0.3428712 Jun 12 19:52:59.783650 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46560) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:52:59.793955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63ff2d5-9c58-47f8-bba1-cea2470f7536,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:52:59.796253 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-2f44353e-6b68-404e-adfe-1dd86ae12ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:52:59.843837 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Deleting subnet f858a6d7-1749-410e-b381-19ee36bad644 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:52:59.847042 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.891044 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:52:59.938372 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.000207 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.002383 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:53:00.039874 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f858a6d7-1749-410e-b381-19ee36bad644,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:53:00.041917 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.043795 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f858a6d7-1749-410e-b381-19ee36bad644 HTTP/1.1" status: 204 len: 168 time: 0.2589345 Jun 12 19:53:00.044603 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:53:00.046423 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46562) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:53:00.143698 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.253859 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.266270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da793f6-36af-4000-9ef4-5e151612b0fa']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:53:00.277379 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8204166-e393-4722-a9dd-124a034b211b') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:53:00.277681 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8204166-e393-4722-a9dd-124a034b211b') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:53:00.287507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.302606 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.308566 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:53:00.308971 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:53:00.310592 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:53:00.389725 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.393513 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-06148d11-4a43-4c75-b78c-9e85c3bdb941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:53:00.396406 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.398105 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2da793f6-36af-4000-9ef4-5e151612b0fa HTTP/1.1" status: 204 len: 168 time: 0.3507555 Jun 12 19:53:00.412171 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da793f6-36af-4000-9ef4-5e151612b0fa,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:53:00.414603 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7226db68-f6b7-49e2-87e5-16810fef60e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:53:00.561678 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46566) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:53:00.610338 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9c56f0f8-9782-465a-b60f-469b4711917f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ad81b96cd604ed0be28d0ceb617ff9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473773 Jun 12 19:53:00.612618 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46568) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:53:00.663604 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.685027 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.735614 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.738257 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.740060 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fb39ae7-8feb-4cca-bfbb-46e54ec26330 HTTP/1.1" status: 204 len: 168 time: 0.1265061 Jun 12 19:53:00.740844 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-92d6b8bd-312d-4a6f-af08-36d7c24825ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:53:00.741447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a73096e0-ea3f-4856-ba27-e01989a1cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:00.751299 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb39ae7-8feb-4cca-bfbb-46e54ec26330,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:53:00.753671 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-e59fada9-b426-47b8-914d-8aab87e798c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:53:01.007943 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:01.060447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46576) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:53:01.104213 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-cebf4b33-dbf3-49c4-abc9-32fb9c479e4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5472fda820f04b4399351816af1684bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421915 Jun 12 19:53:01.106398 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46578) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:53:01.165726 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:01.189412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:01.250585 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:01.253288 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:01.254435 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8179a45-e34d-4553-9c2c-979014988cec HTTP/1.1" status: 204 len: 168 time: 0.1471567 Jun 12 19:53:01.256079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-46508f69-8b2a-46fc-9c56-b9b1656f20c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:53:01.265658 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8179a45-e34d-4553-9c2c-979014988cec,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:53:01.268335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-8b4a1edd-4cdd-423e-9542-a19b74bc03c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:53:02.466621 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:03.956216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:11.183293 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:12.516592 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:53:26.890322 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-974956ba-149c-4d40-9fac-e25ef3c8c959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:30.742629 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a0a95687-e879-4eac-8449-6438faaaf149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:31.010592 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:32.469129 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:33.963161 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:41.189632 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:53:48.351261 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-e72f5dfc-3d31-4847-9c46-95623e5868d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591776 Jun 12 19:53:48.454724 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180c704-e142-4001-8f94-7e627dac2209 req-d03b6000-cf5a-430c-a713-bdc3f5d75a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:53:48.456191 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-d03b6000-cf5a-430c-a713-bdc3f5d75a4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0610025 Jun 12 19:53:48.582865 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180c704-e142-4001-8f94-7e627dac2209 req-005a4858-1694-4172-99b9-9d49f3cee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:53:48.584319 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-005a4858-1694-4172-99b9-9d49f3cee535 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1086669 Jun 12 19:53:48.671333 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-34457185-f7b0-4c17-be64-82e7ca2a09c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 1002 time: 0.0807140 Jun 12 19:53:48.727779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180c704-e142-4001-8f94-7e627dac2209 req-dc2e375c-140f-4c78-9a6a-a4ce89171754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:53:48.729236 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-dc2e375c-140f-4c78-9a6a-a4ce89171754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0515513 Jun 12 19:53:48.796527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180c704-e142-4001-8f94-7e627dac2209 req-141dbf9b-6ca5-4212-adfd-3973237917ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:53:48.798033 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-141dbf9b-6ca5-4212-adfd-3973237917ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628018 Jun 12 19:53:48.913036 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-e236baf5-be2e-416e-aae5-7070ae0fb470 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079986 Jun 12 19:53:49.025215 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-2180c704-e142-4001-8f94-7e627dac2209 req-2774b1ae-9a60-4f83-83d1-2e1151094cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057422 Jun 12 19:53:49.515605 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:53:56.891555 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4e6-070a-42a7-9eb0-8c45eea098f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:00.742396 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-f1094b2f-a04b-4aea-b20b-837a2557fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:01.013101 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:02.473711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:03.960604 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:11.209503 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:19.560382 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-529fe529-623e-413d-a9ab-872494d00652 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87311094&fields=id&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 267 time: 0.0423350 Jun 12 19:54:19.690005 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-e392a531-d3cb-4523-a927-c43f96b8e154 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:19.691582 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-e392a531-d3cb-4523-a927-c43f96b8e154 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.1248205 Jun 12 19:54:19.705947 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-bcb2f5ff-7b88-4c8a-b333-83f627f3b1c3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/quotas/7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 375 time: 0.0089710 Jun 12 19:54:19.793192 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-666cd853-24ba-4516-a1d2-637949726a22 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0817127 Jun 12 19:54:19.920507 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-86547172-2157-45bd-8a07-106ee3bd9146 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 19:54:19.921582 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-86547172-2157-45bd-8a07-106ee3bd9146 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1162295 Jun 12 19:54:20.039534 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-cbb76cbf-e67f-408a-a29c-f3b26b7705ae service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121044 Jun 12 19:54:20.152071 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-d92012d4-74ec-4d95-8799-884d8c01d7bc service neutron] 10.222.0.11 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064596 Jun 12 19:54:20.470653 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-8ec35159-b79f-4939-954e-c5370d4a76f3 req-6e872873-b8b2-451d-8c07-f09a0664e95c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jun 12 19:54:21.577270 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-45541f52-0770-4512-a104-01d5a6ce5d0a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:21.578924 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-45541f52-0770-4512-a104-01d5a6ce5d0a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 812 time: 0.1361244 Jun 12 19:54:21.657475 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-d35bb049-925c-423e-9b7e-7bce14bf1d4b req-e4448136-5110-4a34-83f9-6d11d13bddaf tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 210 time: 0.0478070 Jun 12 19:54:21.661782 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-d521dd37-4fdf-44ff-a6c4-7e5300e0085e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14 HTTP/1.1" status: 200 len: 378 time: 0.0741725 Jun 12 19:54:21.671810 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'port': {'device_id': 'f8810794-7e54-4785-a25e-185302d505a0', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'admin_state_up': True, 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'security_groups': ['92f07b3d-8e22-409c-b228-009980e4ad62']}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:54:21.807579 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Made reservation on behalf of 7c29f343ce2a4a0ea6e3d11663f20f14 for: {'port': 1} {{(pid=98311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 19:54:21.811131 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:21.953924 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_common [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.20.0.7 (90fa61e4-0404-4d3a-8d01-8033614ad14b/7964ef4b-cf1e-487d-a22b-d994af26d8f7/3ac8cbdc-9d2d-47af-91d8-588ae28da436) {{(pid=98311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:54:22.126920 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:22.140371 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Transition to ACTIVE for port object 3ac8cbdc-9d2d-47af-91d8-588ae28da436 will not be triggered until provisioned by entity DHCP. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:54:22.174712 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6914723'] for port, after_create {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:22.179286 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3fe4d13e-df99-48a4-93a4-efe2c5417000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:22.231593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b is already hosted by enough agents. {{(pid=98311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:54:22.234913 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.base_scheduler [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:54:22.240305 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:54:22.247370 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=1']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:22.283819 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.284205 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.284583 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.284980 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.286059 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.286447 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.286816 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.287178 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.287662 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.287895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.288256 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.288612 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:22.297597 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:22.315450 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:22.316096 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:22.331025 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-468d5da1-a6d9-438e-b82d-c01c6927dcd5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6639335 Jun 12 19:54:22.342453 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.v2.base [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Request body: {'port': {'device_id': 'f8810794-7e54-4785-a25e-185302d505a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=98311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:54:22.422370 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-1ea797e4-fec5-4d61-aa80-e0c1b6fa4bb6 None None] Provisioning for port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 completed by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:54:22.427171 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-1ea797e4-fec5-4d61-aa80-e0c1b6fa4bb6 None None] Provisioning complete for port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 triggered by entity DHCP. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:54:22.427546 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1ea797e4-fec5-4d61-aa80-e0c1b6fa4bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:22.436195 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:22.467360 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-1ea797e4-fec5-4d61-aa80-e0c1b6fa4bb6 None None] Port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 cannot update to ACTIVE because it is not bound. {{(pid=98313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 19:54:22.860069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fa80e-2dd6-4f0f-9889-59f9a4fd6ea2 req-e4f6e329-22e5-43bb-8466-def22206700c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:22.861679 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e36fa80e-2dd6-4f0f-9889-59f9a4fd6ea2 req-e4f6e329-22e5-43bb-8466-def22206700c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 931 time: 0.0774219 Jun 12 19:54:22.907217 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e36fa80e-2dd6-4f0f-9889-59f9a4fd6ea2 req-81f67457-ba55-4ab3-ba8c-ff2b512dd1d2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396788 Jun 12 19:54:23.047974 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac8cbdc-9d2d-47af-91d8-588ae28da436 {{(pid=98311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:54:23.055758 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:23.069742 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.provisioning_blocks [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Transition to ACTIVE for port object 3ac8cbdc-9d2d-47af-91d8-588ae28da436 will not be triggered until provisioned by entity L2. {{(pid=98311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 19:54:23.073528 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:23.075555 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-99e51983-e36b-416c-afe4-a3684ac47816 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:23.171542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=2']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:23.176549 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:23.264524 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Attempting to bind port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 19:54:23.264867 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Attempting to bind port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 19:54:23.265230 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Attempting to bind port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:54:23.269861 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 19:54:23.270382 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Attempting to bind port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 on network 90fa61e4-0404-4d3a-8d01-8033614ad14b {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 19:54:23.275470 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Checking agent: {'id': 'bda24d6e-2105-4501-9ed8-34adb2d06437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'started_at': datetime.datetime(2021, 6, 12, 19, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 19, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 19:54:23.275811 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Checking segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 19:54:23.276203 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Bound using segment: {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'} {{(pid=98311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 19:54:23.276634 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.managers [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Bound port: 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b'}}] {{(pid=98311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 19:54:23.277014 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:23.351042 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, cleared binding levels {{(pid=98311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 19:54:23.354008 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 19:54:23.358188 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6914717'] for port, after_update {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:23.360095 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-040307c1-9233-45fe-929d-e967be48383a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:23.408169 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:23.408788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:23.410365 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] 10.222.0.41 "PUT /v2.0/ports/3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 200 len: 1093 time: 1.0721278 Jun 12 19:54:23.411147 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:54:23.413525 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d67f911-6785-4f26-87f8-3637f452d838" -d '{"events": [{"name": "network-changed", "server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:54:23.438435 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=3']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:23.442866 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3e02f306-9735-46fa-9666-d860f729ff8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:23.515839 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-24b02cfc-ea28-40cb-983e-a77784125b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:23.517367 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-24b02cfc-ea28-40cb-983e-a77784125b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1096 time: 0.0632648 Jun 12 19:54:23.576929 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-71cc12b3-26d6-49a1-a2c8-977a3069e581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 200 len: 217 time: 0.0521798 Jun 12 19:54:23.635856 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-196495c8-89c5-46c8-8b46-70c2ecae815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:23.637353 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-196495c8-89c5-46c8-8b46-70c2ecae815e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0538690 Jun 12 19:54:23.701276 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-4965f493-6960-486c-a790-73565133d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:23.702642 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-4965f493-6960-486c-a790-73565133d2df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592058 Jun 12 19:54:23.822443 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-d163e5e3-a56c-409c-8556-9978c2835ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124182 Jun 12 19:54:23.942114 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-9915ae93-cd9e-4db7-a61e-1b1f9a59b78b req-24e1d885-5db7-4a37-998e-55e649a78b78 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137896 Jun 12 19:54:24.099249 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0251a31-ff15-4e7b-b775-161081d2ed7d req-f1c32852-8216-4fb2-90cd-302512519aaf tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:24.100716 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e0251a31-ff15-4e7b-b775-161081d2ed7d req-f1c32852-8216-4fb2-90cd-302512519aaf tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0766599 Jun 12 19:54:24.141249 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e0251a31-ff15-4e7b-b775-161081d2ed7d req-78c834fc-f08a-45c5-8090-36df4d57bde1 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347652 Jun 12 19:54:25.705981 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617000-9f01-4de6-88a1-e29ab83758d0 req-9c25ce77-bd16-4fca-89a0-5525a58e3a08 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:25.708212 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-08617000-9f01-4de6-88a1-e29ab83758d0 req-9c25ce77-bd16-4fca-89a0-5525a58e3a08 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.4579725 Jun 12 19:54:25.755168 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-08617000-9f01-4de6-88a1-e29ab83758d0 req-f4e005c6-1911-4318-86ae-7c2125950e03 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397279 Jun 12 19:54:26.513798 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:54:26.896085 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4de1-08b1-47a3-bdc2-b2aebe1a7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:26.936751 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27532-2d3b-4975-ac2a-3b5d8dac407e req-6270cc48-1932-4e76-acaa-4f50525d55a3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:26.938220 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7b27532-2d3b-4975-ac2a-3b5d8dac407e req-6270cc48-1932-4e76-acaa-4f50525d55a3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0688739 Jun 12 19:54:26.979038 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-f7b27532-2d3b-4975-ac2a-3b5d8dac407e req-d8163da9-7c6b-4861-9507-702550d72738 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349388 Jun 12 19:54:28.160745 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509379-a9cf-48c9-8170-803ee4c12146 req-d56841d1-0dac-4227-869a-d015ca27bc54 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:28.162237 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6a509379-a9cf-48c9-8170-803ee4c12146 req-d56841d1-0dac-4227-869a-d015ca27bc54 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0728707 Jun 12 19:54:28.203772 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6a509379-a9cf-48c9-8170-803ee4c12146 req-65d5c484-8df8-4f83-ba50-4536e8ac2e78 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357990 Jun 12 19:54:29.386629 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26673-d312-46e1-a7b9-7d683370b8d4 req-75d8cdd2-30a1-44d2-99d0-0a28f7b0a975 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:29.388106 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6bd26673-d312-46e1-a7b9-7d683370b8d4 req-75d8cdd2-30a1-44d2-99d0-0a28f7b0a975 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0729730 Jun 12 19:54:29.429343 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-6bd26673-d312-46e1-a7b9-7d683370b8d4 req-365caafe-2556-4bcf-ac15-8880804ec9a9 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356679 Jun 12 19:54:30.611423 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636c33-b1ac-43c3-b00b-d7d315b78027 req-2c662841-13d5-4bce-92b5-b1ec8ad87cc0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:30.613001 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c636c33-b1ac-43c3-b00b-d7d315b78027 req-2c662841-13d5-4bce-92b5-b1ec8ad87cc0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0724802 Jun 12 19:54:30.656051 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-4c636c33-b1ac-43c3-b00b-d7d315b78027 req-cddeda69-977e-4498-bfb2-4fbecf6440db tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367417 Jun 12 19:54:30.743123 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3c428072-248a-4d37-9e78-17285d11798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:31.015884 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:31.840097 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148e61-309d-4c81-af54-ca6a5d8af143 req-487d81c2-bbd0-47be-9caa-1a0b04247635 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:31.841602 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe148e61-309d-4c81-af54-ca6a5d8af143 req-487d81c2-bbd0-47be-9caa-1a0b04247635 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 943 time: 0.0693982 Jun 12 19:54:31.882788 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-fe148e61-309d-4c81-af54-ca6a5d8af143 req-5f04688e-c407-486c-aea2-48f53fe07bcd tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355964 Jun 12 19:54:32.475929 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:32.488759 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 3ac8cbdc-9d2d-47af-91d8-588ae28da436 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=98313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 19:54:32.604363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:54:32.620551 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Returning: {'device': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'port_id': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'mac_address': 'fa:16:3e:db:ae:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 19:54:32.666090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:32.682359 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac8cbdc-9d2d-47af-91d8-588ae28da436 {{(pid=98313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 19:54:32.704475 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:54:32.708964 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:32.710696 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-3d44dbc9-6f26-45db-9187-7329fa95961c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:32.761846 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=4']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:32.768735 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.769181 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.770069 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.770401 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.770730 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.771060 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.771385 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.771708 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.772031 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.772351 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.772670 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.773014 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:32.776907 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:33.071573 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ff43-a265-4093-b2cd-b9a67b898bef req-b3cde3ca-1808-484e-89d0-213d7565e4b5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:33.073076 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e8d7ff43-a265-4093-b2cd-b9a67b898bef req-b3cde3ca-1808-484e-89d0-213d7565e4b5 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 944 time: 0.0760384 Jun 12 19:54:33.113997 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e8d7ff43-a265-4093-b2cd-b9a67b898bef req-78912dd7-6144-4e0b-9dfc-da27af9ceaa3 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352314 Jun 12 19:54:33.157761 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] get_ports_and_sgs() called for port_ids ['3ac8cbdc-9d2d-47af-91d8-588ae28da436'] {{(pid=98313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 19:54:33.963431 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:34.293048 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c05fc0-3466-4a3d-91d9-11e497c9f1c0 req-6d8e854b-4b31-46e9-96d1-1ed80f2b2979 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:34.294517 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-00c05fc0-3466-4a3d-91d9-11e497c9f1c0 req-6d8e854b-4b31-46e9-96d1-1ed80f2b2979 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 944 time: 0.0683677 Jun 12 19:54:34.335833 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-00c05fc0-3466-4a3d-91d9-11e497c9f1c0 req-dc820a55-73fd-4b84-847b-059246800a85 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357497 Jun 12 19:54:34.488693 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 3ac8cbdc-9d2d-47af-91d8-588ae28da436 up at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 19:54:34.545859 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning for port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 completed by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 19:54:34.549430 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.provisioning_blocks [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Provisioning complete for port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 triggered by entity L2. {{(pid=98313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 19:54:34.549804 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354470'] for port, provisioning_complete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:34.635327 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:34.658582 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}] {{(pid=98313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:54:34.661086 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef90905fe4a565c06422c67abe6721ae6e18dc39aaa846f4037104bf48ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08f7b7e-b093-4725-b910-34c9e9b124d1" -d '{"events": [{"server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "name": "network-vif-plugged", "status": "completed", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436"}]}' {{(pid=98313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:54:34.674459 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:54:34.679333 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399'] for port, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:34.682181 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:34.713510 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ba768-6c9b-4033-96c0-d67c0b408702 x-openstack-request-id: req-1e3ba768-6c9b-4033-96c0-d67c0b408702 {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:54:34.713807 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "name": "network-vif-plugged", "status": "completed", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436", "code": 200}]} {{(pid=98313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:54:34.714067 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e3ba768-6c9b-4033-96c0-d67c0b408702 {{(pid=98313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:54:34.714457 dv-cinder-796113-3-iscsi neutron-server[98313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'code': 200} Jun 12 19:54:34.742485 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Pushing event updated for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=5']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:34.745391 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:34.970722 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996224-f1de-4f51-9300-467d2582beb0 req-de03a93d-f576-4d63-beff-d826e6925b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:34.972122 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6a996224-f1de-4f51-9300-467d2582beb0 req-de03a93d-f576-4d63-beff-d826e6925b23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1098 time: 0.0595822 Jun 12 19:54:35.009918 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-6a996224-f1de-4f51-9300-467d2582beb0 req-e0bc5dad-06ce-4b81-96bf-547106a994a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316231 Jun 12 19:54:35.518661 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e3ca-f4ff-43df-bd6b-9c3daca11142 req-32fbd5e3-ffb1-47df-abf1-096d6df4df20 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:35.520270 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9869e3ca-f4ff-43df-bd6b-9c3daca11142 req-32fbd5e3-ffb1-47df-abf1-096d6df4df20 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.0722878 Jun 12 19:54:35.561999 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-9869e3ca-f4ff-43df-bd6b-9c3daca11142 req-2ff4ed39-0a7b-4f0b-883d-263b7028f55d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359974 Jun 12 19:54:36.745488 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd641e2-bcc8-4635-b393-a849ee1838ed req-9d17e04a-d593-497e-83bc-938263f33e57 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:36.746969 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-edd641e2-bcc8-4635-b393-a849ee1838ed req-9d17e04a-d593-497e-83bc-938263f33e57 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.0727954 Jun 12 19:54:36.789042 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-edd641e2-bcc8-4635-b393-a849ee1838ed req-13094b91-28d0-48e6-ba67-151cb0a9d9c2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364492 Jun 12 19:54:36.969029 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a2bd-f177-46a6-8c80-3b14b1a0c3c3 req-06261721-2408-415f-a483-ffacc742f7bf tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:36.970512 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-81e7a2bd-f177-46a6-8c80-3b14b1a0c3c3 req-06261721-2408-415f-a483-ffacc742f7bf tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.0730703 Jun 12 19:54:37.012832 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-81e7a2bd-f177-46a6-8c80-3b14b1a0c3c3 req-04edab5a-ab34-44d8-b176-276e993bbb55 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364025 Jun 12 19:54:37.037323 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46718) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:54:37.195819 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b6619-d1a0-40ba-9b3b-c76caaa7fb4b tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:37.197352 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b99b6619-d1a0-40ba-9b3b-c76caaa7fb4b tempest-TestVolumeBootPattern-2117215157 tempest-TestVolumeBootPattern-2117215157-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1093 time: 0.1590345 Jun 12 19:54:37.200048 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46722) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:54:37.204355 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.v2.base [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Request body: {'floatingip': {'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'port_id': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 19:54:37.225725 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:37.344644 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465532'] for port, before_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:37.464771 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.db_base_plugin_common [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Allocated IP 172.27.3.226 (909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d/2d43bc57-bd78-427a-a2cd-631301dd2c80/66a0c402-3a2d-4006-b46e-34a3e85335b3) {{(pid=98312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 19:54:37.591123 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:37.629043 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1929779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735087447336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5070488'] for port, after_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:37.631918 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-068097a8-4d3b-4b86-b0b4-a24353a0b5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:37.675840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Network 909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d is already hosted by enough agents. {{(pid=98312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 19:54:37.678724 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.base_scheduler [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Resources bound (agent type, host, resource id): {{(pid=98312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 19:54:37.682069 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Received port after_create {{(pid=98312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 19:54:37.714010 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=66a0c402-3a2d-4006-b46e-34a3e85335b3,revision_number=1']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:37.727955 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.728343 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.728720 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.729118 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.729486 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.729854 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.730216 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.730577 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.730936 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.731321 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.731677 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.732036 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:54:37.736497 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:38.149581 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:38.245874 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465518'] for port, before_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:38.429000 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for port, precommit_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:38.433471 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735087888707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735087447354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735087447399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070502'] for port, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:38.435517 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-bacb1886-19f7-4a63-a902-ea277f072df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:54:38.513251 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event updated for resources: {'Port': ['ID=66a0c402-3a2d-4006-b46e-34a3e85335b3,revision_number=2']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:54:38.520331 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:54:38.529690 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448380'] for floatingip, after_update {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:38.666608 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP 4c2f9923-9f29-43a1-b55e-d70c929d717c associated. External IP: 172.27.3.226, port: 3ac8cbdc-9d2d-47af-91d8-588ae28da436. Jun 12 19:54:38.944045 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:54:39.088573 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:54:39.098379 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:54:39.104764 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:39.108222 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:54:39.108855 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:54:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:54:39.151374 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-6a0dbddb-edf7-485d-ad44-6594af93aa69 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9503090 Jun 12 19:54:39.152051 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:54:39.154386 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f17b9-4702-43a5-8017-a814a210c4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:54:39.190084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17913ea5-10a8-498e-8b1f-6d362c754591 x-openstack-request-id: req-17913ea5-10a8-498e-8b1f-6d362c754591 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:54:39.190426 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:54:39.190732 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17913ea5-10a8-498e-8b1f-6d362c754591 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:54:39.191231 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'status': 'completed', 'code': 200} Jun 12 19:54:39.253613 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:54:39.278114 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-f3e3f8bc-b926-4c46-b196-2f4e7bea2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:39.279609 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-f3e3f8bc-b926-4c46-b196-2f4e7bea2ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1098 time: 0.0653896 Jun 12 19:54:39.403753 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-1886bef0-975c-4c5a-a9fb-9cf095736fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:39.405245 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-1886bef0-975c-4c5a-a9fb-9cf095736fae service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1188405 Jun 12 19:54:39.486451 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-2c4466b9-c71b-46b2-bd64-115a25b23920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 200 len: 999 time: 0.0752718 Jun 12 19:54:39.547324 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '4c2f9923-9f29-43a1-b55e-d70c929d717c', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:db:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8810794-7e54-4785-a25e-185302d505a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:54:37Z', 'updated_at': '2021-06-12T19:54:37Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}, {'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:54:39.547690 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-20735c9b-36d7-40a4-89f3-f42ed3275fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:39.549068 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-20735c9b-36d7-40a4-89f3-f42ed3275fd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0567718 Jun 12 19:54:39.550781 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:54:39.558941 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:54:39.559548 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:54:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:54:39.615491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-b8b405ee-4900-45ee-ad06-ea7093ce5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:39.617014 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-b8b405ee-4900-45ee-ad06-ea7093ce5c0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607700 Jun 12 19:54:39.745031 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-90c56ef8-c8aa-4bba-8585-fc1f9ae75880 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217155 Jun 12 19:54:39.848969 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:54:39.871825 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b34f17b9-4702-43a5-8017-a814a210c4a6 req-7856447c-7ccf-4e5d-a10b-d83ea4bd1ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203589 Jun 12 19:54:40.137479 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '4c2f9923-9f29-43a1-b55e-d70c929d717c', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:db:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8810794-7e54-4785-a25e-185302d505a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:54:37Z', 'updated_at': '2021-06-12T19:54:37Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}, {'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:54:40.140812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfc4f0-5c83-4113-b814-8b5e0d4b663d None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '4c2f9923-9f29-43a1-b55e-d70c929d717c', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:db:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8810794-7e54-4785-a25e-185302d505a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:54:37Z', 'updated_at': '2021-06-12T19:54:37Z', 'revision_number': 0, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}, {'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:54:40.320111 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5f068-633c-4647-8fb0-f9b4616bfdf0 None None] New status for floating IP 4c2f9923-9f29-43a1-b55e-d70c929d717c: ACTIVE {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:54:41.204997 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:54:50.173169 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-f6d5d9e5-0dcb-4fa7-8077-010c0279daf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989869 Jun 12 19:54:50.278518 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-f461d555-fcae-44e8-a676-30785913b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:50.279990 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-f461d555-fcae-44e8-a676-30785913b4e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0614278 Jun 12 19:54:50.415027 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-d88f6a2b-563d-45fd-afcd-0318ee9352fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:50.416408 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-d88f6a2b-563d-45fd-afcd-0318ee9352fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1141489 Jun 12 19:54:50.503456 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-4e803303-3af4-42f2-b30c-d10ec23846f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 1002 time: 0.0800951 Jun 12 19:54:50.560213 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-f8152279-00f9-4a41-b494-a504eb44218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:50.561717 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-f8152279-00f9-4a41-b494-a504eb44218f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0521688 Jun 12 19:54:50.626259 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-fe38088b-e620-4cce-ba4e-c479dfa12582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:54:50.627807 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-fe38088b-e620-4cce-ba4e-c479dfa12582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588584 Jun 12 19:54:50.751797 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-af841fb3-d4d9-4476-ab37-c35d5872acb4 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071503 Jun 12 19:54:50.868180 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-a58b4e7f-9699-409d-8f74-e83499fde6e2 req-c7b52391-e539-4f47-be39-670d7d467ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089613 Jun 12 19:54:56.896960 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c46cd8c9-6e66-4940-98a3-0d4d22edc803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:00.744381 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0b0984d4-3db4-4656-92f8-268a74cfd710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:01.016789 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:02.478419 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:03.513025 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:55:03.967667 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:06.370709 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [req-8ec0c46a-34c1-4b35-9a39-5a72f893ac2b req-a50e015f-9caf-474f-8baa-0bb6a53b07fa service neutron] (98311) timed out ('10.222.0.41', 55297) {{(pid=98311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 19:55:11.203597 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:26.898147 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ff196ccb-afb4-47f6-9436-094bc21a1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:30.744880 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-1f855c71-9a7a-4f61-a417-dbcb21f586f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:31.017843 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:32.481437 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:33.978531 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:40.511983 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:55:41.202677 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:55:51.170485 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-925921ab-6fd7-4baa-919b-b881406a7b40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585203 Jun 12 19:55:51.255437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-757e09f1-fe1a-4067-bb27-d6d66caecff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:55:51.256920 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-757e09f1-fe1a-4067-bb27-d6d66caecff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1098 time: 0.0656431 Jun 12 19:55:51.388779 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-c8de8184-3168-4113-84d1-7a851e991e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:55:51.390267 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-c8de8184-3168-4113-84d1-7a851e991e24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1144881 Jun 12 19:55:51.471226 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-300a7d01-ea8f-4b12-8059-4151a254ead6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 200 len: 1001 time: 0.0744417 Jun 12 19:55:51.533088 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-6effceea-3596-4745-bcd8-010219b9f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:55:51.534545 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-6effceea-3596-4745-bcd8-010219b9f4d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0564294 Jun 12 19:55:51.599355 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-3d4b4d81-fb65-42c1-8fa9-be6395628ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:55:51.600828 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-3d4b4d81-fb65-42c1-8fa9-be6395628ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589306 Jun 12 19:55:51.717031 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-63de7a50-daf0-4ad8-99b2-e0b77f143883 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091089 Jun 12 19:55:51.831059 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-06518ad6-0cb0-40f7-83b6-6d0fba8b7402 req-b0c3f83f-7e2f-4d6d-91cf-708b5ff5ec3d service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082103 Jun 12 19:55:56.899694 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-c29f505d-69a0-40cf-a263-e5d81a21ca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:00.746018 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-2607bd97-0ff0-4cf7-996b-7789aa6e030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:01.021245 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:02.484702 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:03.971962 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:11.204837 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:17.512200 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:56:26.902399 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-5de51767-af68-4e23-900d-96e7cfe1225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:28.191312 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46766) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:28.393115 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port 66a0c402-3a2d-4006-b46e-34a3e85335b3 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:28.393466 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:28.494225 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:28.494480 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:28.585633 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for 66a0c402-3a2d-4006-b46e-34a3e85335b3 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:28.754398 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:28.756578 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f7cde35d-0cf8-4680-8836-9f35376946e6 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:28.785437 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=66a0c402-3a2d-4006-b46e-34a3e85335b3,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:28.817252 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.817635 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.817997 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.818364 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.818726 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.819087 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.819445 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.819801 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.820157 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.820510 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.820861 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.821239 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:28.826892 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:29.176329 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:29.176660 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP 4c2f9923-9f29-43a1-b55e-d70c929d717c disassociated (deleted). External IP: 172.27.3.226, port: 3ac8cbdc-9d2d-47af-91d8-588ae28da436. Jun 12 19:56:29.453662 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:56:29.600590 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:56:29.610099 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:29.611812 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:56:29.621457 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:29.622094 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:29.652736 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-f477ccd8-8540-4b53-8be3-0b9cbac0805b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "DELETE /v2.0/floatingips/4c2f9923-9f29-43a1-b55e-d70c929d717c HTTP/1.1" status: 204 len: 168 time: 1.4603410 Jun 12 19:56:29.653432 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:56:29.655745 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e1c2d-4210-4132-ad4c-09e88da0b475" -d '{"events": [{"name": "network-changed", "server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:56:29.771383 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:29.906648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd205eab-9dd6-4184-96da-19cb472e602f x-openstack-request-id: req-fd205eab-9dd6-4184-96da-19cb472e602f {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:56:29.907957 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:56:29.908261 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd205eab-9dd6-4184-96da-19cb472e602f {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:56:29.908710 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'status': 'completed', 'code': 200} Jun 12 19:56:29.993150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-1b949409-0a05-45eb-ae7b-8c508b9cbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:29.994551 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-1b949409-0a05-45eb-ae7b-8c508b9cbddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 1098 time: 0.0629332 Jun 12 19:56:30.073318 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:30.077656 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:56:30.087286 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:30.088057 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:01Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:30.116871 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-680c3e08-3eda-4113-9d0a-fd72028f1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:30.118369 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-680c3e08-3eda-4113-9d0a-fd72028f1ecb service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1163247 Jun 12 19:56:30.175118 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-2ce601ce-8a07-4756-9666-8eb50c351788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 200 len: 217 time: 0.0496244 Jun 12 19:56:30.225293 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811ce29-e845-4f30-bfe0-dd83ac2dc254 req-e4dc18da-0902-4b0e-9623-6fc565bb761b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:30.228868 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1811ce29-e845-4f30-bfe0-dd83ac2dc254 req-e4dc18da-0902-4b0e-9623-6fc565bb761b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.2329659 Jun 12 19:56:30.241532 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-e0be3415-fc01-4c68-8879-77672ca8302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:30.243433 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-e0be3415-fc01-4c68-8879-77672ca8302a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0604527 Jun 12 19:56:30.245506 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:30.271725 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-1811ce29-e845-4f30-bfe0-dd83ac2dc254 req-4e431b88-546e-44f3-9388-2d16153dd390 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387361 Jun 12 19:56:30.313233 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-d444ade8-bd76-4c9f-a2d1-3cb9edb128da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:30.314740 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-d444ade8-bd76-4c9f-a2d1-3cb9edb128da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642550 Jun 12 19:56:30.445462 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-843124d2-0e2c-4c3b-8702-ea9fc73ab91c service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229086 Jun 12 19:56:30.565608 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-7a8e1c2d-4210-4132-ad4c-09e88da0b475 req-a79f8531-4a51-4ffd-9ffc-098e9dfd9257 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130869 Jun 12 19:56:30.690691 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:30.694292 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a596569-84cf-4a7d-9497-e4f74d4ff30c None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_floatingips': [{'id': '60371bb9-2aab-4821-bda0-d3aa9dcace1a', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'router_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'port_id': '60278923-7a38-4fff-b979-f68758ed33dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'mac_address': 'fa:16:3e:8c:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T19:52:19Z', 'updated_at': '2021-06-12T19:52:22Z', 'revision_number': 1, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:56:30.749386 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ba0a011f-f645-4d51-8ca2-26e55bba76d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:30.901642 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4d1f8-2787-480f-bc5f-d66510ccbf63 None None] New status for floating IP 4c2f9923-9f29-43a1-b55e-d70c929d717c: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:56:31.024042 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:31.469238 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8630-ed44-4eb3-8f82-71873bad0f84 req-5fd5f23f-f457-4ee1-b413-8c72f47405ae tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:31.470706 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e19d8630-ed44-4eb3-8f82-71873bad0f84 req-5fd5f23f-f457-4ee1-b413-8c72f47405ae tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.0690389 Jun 12 19:56:31.512850 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e19d8630-ed44-4eb3-8f82-71873bad0f84 req-f4a42711-3ee2-464b-8539-9633b44b881b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364828 Jun 12 19:56:31.769260 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-5452f26f-d2bd-4dac-bccb-c94257171161 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:31.770602 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-5452f26f-d2bd-4dac-bccb-c94257171161 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 945 time: 0.0704219 Jun 12 19:56:32.195016 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:32.195360 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:32.311491 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] For port 3ac8cbdc-9d2d-47af-91d8-588ae28da436, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3ac8cbdc-9d2d-47af-91d8-588ae28da436,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:32.311851 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:32.423629 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for 3ac8cbdc-9d2d-47af-91d8-588ae28da436 owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:32.489859 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:32.580003 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:32.584006 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7ca001cc-4232-4a30-8013-56cb7d152832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:32.620114 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=3ac8cbdc-9d2d-47af-91d8-588ae28da436,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:32.633372 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.633757 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.634191 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.634485 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.634857 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.635213 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.635577 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.635935 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.636292 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.636652 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.637034 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.637387 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:32.664395 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:32.672666 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-669e226d-41da-4cb8-968b-d382a4e62689 req-f45cca9b-016d-4d39-9250-ffc3e0b61c5e tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8810794-7e54-4785-a25e-185302d505a0 HTTP/1.1" status: 200 len: 210 time: 0.0409493 Jun 12 19:56:32.691523 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] No DVR routers for this DVR port 3ac8cbdc-9d2d-47af-91d8-588ae28da436 on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:32.694228 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:32.696249 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-1557f8be-b3e1-4458-903d-ce22d800fe40 req-d19573b8-8073-4a99-b603-257adedb197b tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "DELETE /v2.0/ports/3ac8cbdc-9d2d-47af-91d8-588ae28da436 HTTP/1.1" status: 204 len: 173 time: 0.9203126 Jun 12 19:56:33.978416 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:35.027721 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 3ac8cbdc-9d2d-47af-91d8-588ae28da436 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:35.052531 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 3ac8cbdc-9d2d-47af-91d8-588ae28da436 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:35.052884 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 3ac8cbdc-9d2d-47af-91d8-588ae28da436 not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:36.033743 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46808) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:36.239707 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port 8096e5d6-71df-4895-94e9-6803313d8620 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:36.240058 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:36.339759 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:36.340093 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:36.432640 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for 8096e5d6-71df-4895-94e9-6803313d8620 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:36.616068 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:36.618022 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-a33a96e1-9983-4304-8c7b-83fbf2bb476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:36.656760 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=8096e5d6-71df-4895-94e9-6803313d8620,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:36.660855 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:36.749153 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:36.749507 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.db.l3_db [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Floating IP 60371bb9-2aab-4821-bda0-d3aa9dcace1a disassociated (deleted). External IP: 172.27.3.169, port: 60278923-7a38-4fff-b979-f68758ed33dd. Jun 12 19:56:37.026667 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:56:37.178065 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:56:37.182832 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:37.187193 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:56:37.196553 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:37.197207 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:37.223461 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "DELETE /v2.0/floatingips/60371bb9-2aab-4821-bda0-d3aa9dcace1a HTTP/1.1" status: 204 len: 168 time: 1.1885693 Jun 12 19:56:37.224154 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd'}] {{(pid=98312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:56:37.226481 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b6daec8970d66868b25cf2fa3ccc24bc2a54ae1a623e71bb0db433127b1b1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20bfea2-c05b-4d81-97f8-ee29450b1852" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd"}]}' {{(pid=98312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:56:37.338309 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:37.460648 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 19:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b45935-a763-4f85-8857-052520c67790 x-openstack-request-id: req-62b45935-a763-4f85-8857-052520c67790 {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:56:37.461011 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "tag": "60278923-7a38-4fff-b979-f68758ed33dd", "status": "completed", "code": 200}]} {{(pid=98312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:56:37.461312 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62b45935-a763-4f85-8857-052520c67790 {{(pid=98312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:56:37.461754 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd', 'status': 'completed', 'code': 200} Jun 12 19:56:37.558039 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-0675dc06-30f6-4252-8d6a-92d10110d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:37.560147 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-0675dc06-30f6-4252-8d6a-92d10110d5cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 1099 time: 0.0726516 Jun 12 19:56:37.604531 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:37.609168 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:56:37.617999 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:37.618846 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:37.621934 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430da0-d773-4cbb-80d3-03a992c6d19d req-fa24edf9-f87d-45c9-a872-fd1908ab1982 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:37.623531 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4430da0-d773-4cbb-80d3-03a992c6d19d req-fa24edf9-f87d-45c9-a872-fd1908ab1982 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.0685296 Jun 12 19:56:37.665616 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-e4430da0-d773-4cbb-80d3-03a992c6d19d req-954a6346-234a-4a9e-a94d-93f69053d546 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358219 Jun 12 19:56:37.678977 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-01a13a9b-c64c-422b-963e-4373ed888467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:37.680423 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-01a13a9b-c64c-422b-963e-4373ed888467 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 200 len: 913 time: 0.1126058 Jun 12 19:56:37.742932 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-350f9a16-b75e-48c9-a16a-d9d3ffb1b09d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 200 len: 217 time: 0.0542226 Jun 12 19:56:37.761683 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:37.801005 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-5a1b95d9-2fac-4129-934a-0a3ffe37965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:37.802434 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-5a1b95d9-2fac-4129-934a-0a3ffe37965d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 200 len: 851 time: 0.0525520 Jun 12 19:56:37.873196 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-af7cc228-84cd-41f0-89b7-ff27748cc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:37.874597 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-af7cc228-84cd-41f0-89b7-ff27748cc62f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90fa61e4-0404-4d3a-8d01-8033614ad14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630283 Jun 12 19:56:37.986437 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-860a166b-2716-47ff-bc63-7733d99b6247 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042044 Jun 12 19:56:38.016720 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:38.020316 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca637ad-683a-4724-ab5e-df8dfe0d6b22 None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:47:52Z', 'revision_number': 4, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi', '_interfaces': [{'id': '638624a7-5cb9-4f65-9681-e1698cf2e9af', 'name': '', 'network_id': '90fa61e4-0404-4d3a-8d01-8033614ad14b', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'mac_address': 'fa:16:3e:6b:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:51Z', 'updated_at': '2021-06-12T19:48:01Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'subnets': [{'id': '7964ef4b-cf1e-487d-a22b-d994af26d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:56:38.107365 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-b20bfea2-c05b-4d81-97f8-ee29450b1852 req-3b8db21f-0c23-448b-a2ca-6e7e7223e8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140156 Jun 12 19:56:38.225240 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029f489-5668-45ef-9565-1997bf56e772 None None] New status for floating IP 60371bb9-2aab-4821-bda0-d3aa9dcace1a: DOWN {{(pid=98314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 19:56:38.854958 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9d90-2b71-4b94-94d1-be68472b2074 req-05ddd127-f9f9-408e-91db-b34a3d136e3c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:38.856392 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-00bc9d90-2b71-4b94-94d1-be68472b2074 req-05ddd127-f9f9-408e-91db-b34a3d136e3c tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.0733767 Jun 12 19:56:38.897448 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-00bc9d90-2b71-4b94-94d1-be68472b2074 req-07119e41-4bdc-4713-94cd-192032868a57 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/security-groups?id=92f07b3d-8e22-409c-b228-009980e4ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354173 Jun 12 19:56:39.120129 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-b268e083-466a-43ad-9660-9adaab511f4a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 19:56:39.121475 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-b268e083-466a-43ad-9660-9adaab511f4a tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 946 time: 0.0723238 Jun 12 19:56:39.230905 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port 60278923-7a38-4fff-b979-f68758ed33dd {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:39.231248 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:39.349245 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] For port 60278923-7a38-4fff-b979-f68758ed33dd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60278923-7a38-4fff-b979-f68758ed33dd,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:39.349600 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:39.442439 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for 60278923-7a38-4fff-b979-f68758ed33dd owned by compute:nova {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:39.591307 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:39.595004 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-fc513c17-804f-4422-9e13-cfb644daa3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:39.624863 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=60278923-7a38-4fff-b979-f68758ed33dd,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:39.627894 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:39.683008 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] No DVR routers for this DVR port 60278923-7a38-4fff-b979-f68758ed33dd on host hv-cinder-79611 {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:39.685450 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for port, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:39.687384 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [req-36e11254-c0c6-4213-9b7b-762a2bd678da req-1046f225-1c37-4057-a79c-f92b8b2d37cb tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.41 "DELETE /v2.0/ports/60278923-7a38-4fff-b979-f68758ed33dd HTTP/1.1" status: 204 len: 173 time: 0.5607507 Jun 12 19:56:40.046216 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [req-5a0f4d08-11ab-43ca-b0db-2e7a8584ddce req-c7252864-5470-42fb-bdd0-9d86dcf08644 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163 HTTP/1.1" status: 200 len: 210 time: 0.0351417 Jun 12 19:56:41.139156 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46822) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:41.212536 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.302497 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Deleting port c4b752f3-489b-454c-8ef5-e87bc6b6e9c3 {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:41.302840 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.398426 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.398663 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.491353 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Calling delete_port for c4b752f3-489b-454c-8ef5-e87bc6b6e9c3 owned by network:floatingip {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:41.642816 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.645209 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-c2136e0f-14ef-45be-964c-4fd2d2a8f229 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:41.676102 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'Port': ['ID=c4b752f3-489b-454c-8ef5-e87bc6b6e9c3,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:41.679365 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:41.748073 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for floatingip, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.750556 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8360'] for floatingip, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:41.751673 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-9640452a-3acc-4fce-bf47-24341dce619d tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "DELETE /v2.0/floatingips/c6b8a115-be43-4c60-b382-f60f954c99a1 HTTP/1.1" status: 204 len: 168 time: 0.6115296 Jun 12 19:56:43.013358 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46834) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:43.077052 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:43.103071 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:43.105565 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 60278923-7a38-4fff-b979-f68758ed33dd no longer exists at agent hyperv_hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:43.130926 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] No Port match for: 60278923-7a38-4fff-b979-f68758ed33dd {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:43.131283 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Device 60278923-7a38-4fff-b979-f68758ed33dd not bound to the agent host hv-cinder-79611 {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:43.170145 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:43.172938 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Notify callbacks [] for security_group, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:43.174106 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] 10.222.0.11 "DELETE /v2.0/security-groups/92f07b3d-8e22-409c-b228-009980e4ad62 HTTP/1.1" status: 204 len: 168 time: 0.1597636 Jun 12 19:56:43.174913 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b6735c49-cf47-4898-b63f-452ff4bc6541 tempest-AttachVolumeShelveTestJSON-1119859133 tempest-AttachVolumeShelveTestJSON-1119859133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:43.184615 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f07b3d-8e22-409c-b228-009980e4ad62,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:43.186856 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-202fef22-244f-44ee-8b30-dc2ba41c71d0 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:43.238167 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46838) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:44.057608 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:44.372700 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Deleting port 638624a7-5cb9-4f65-9681-e1698cf2e9af {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:44.372978 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:44.476140 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] For port 638624a7-5cb9-4f65-9681-e1698cf2e9af, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=638624a7-5cb9-4f65-9681-e1698cf2e9af,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:44.476494 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:44.566834 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Calling delete_port for 638624a7-5cb9-4f65-9681-e1698cf2e9af owned by network:router_interface {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:44.777950 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:44.779872 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-97688408-4417-4dc4-8589-64face29a7a2 tempest-TestVolumeBootPattern-1636661530 tempest-TestVolumeBootPattern-1636661530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:44.806128 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Pushing event deleted for resources: {'Port': ['ID=638624a7-5cb9-4f65-9681-e1698cf2e9af,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:44.809524 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:45.023761 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:45.307617 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:56:45.444582 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:56:45.449509 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-b4023f09-7350-42c5-b013-2feebaa7871f admin admin] 10.222.0.11 "PUT /v2.0/routers/574b0c77-ef13-4ebb-9881-0fd1ae80b468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102308 Jun 12 19:56:45.451993 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [-] (98312) accepted ('10.222.0.11', 46842) {{(pid=98312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:45.452911 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Sync routers for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:56:45.463092 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:45.463715 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:45.592594 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:45.610728 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:45.727807 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:45.787342 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Deleting port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb {{(pid=98312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:45.787676 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:45.842775 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:56:44Z', 'revision_number': 5, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port': {'id': '99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:48Z', 'updated_at': '2021-06-12T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:45.846017 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Checking router: 574b0c77-ef13-4ebb-9881-0fd1ae80b468 for host: dv-cinder-796113-3-iscsi {{(pid=98313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:56:45.854643 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Routers {'574b0c77-ef13-4ebb-9881-0fd1ae80b468'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:45.855257 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'], 'active': True} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:45.891625 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.db [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] For port 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:45.891985 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:45.986305 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.plugins.ml2.plugin [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Calling delete_port for 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb owned by network:router_gateway {{(pid=98312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:46.105138 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvr_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] Set router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 gateway port host: None {{(pid=98313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:46.182221 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_hamode_db [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:56:45Z', 'revision_number': 6, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:46.185601 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be65087-56dc-4a6a-ad76-0fc2ef4babdc None None] The sync data for ids ['574b0c77-ef13-4ebb-9881-0fd1ae80b468'] in dv-cinder-796113-3-iscsi is: [{'id': '574b0c77-ef13-4ebb-9881-0fd1ae80b468', 'name': 'tempest-TestVolumeBootPattern-1943136865-router', 'tenant_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:47Z', 'updated_at': '2021-06-12T19:56:45Z', 'revision_number': 6, 'project_id': '7c29f343ce2a4a0ea6e3d11663f20f14', 'gw_port_host': None}] {{(pid=98313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:56:46.190096 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070481'] for port, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.192084 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-0d4a713b-4f82-4d83-9ea0-57aecb67da57 tempest-VolumesSnapshotTestJSON-2025859507 tempest-VolumesSnapshotTestJSON-2025859507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:46.220898 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb,revision_number=None']} {{(pid=98312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:46.224169 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG oslo_concurrency.lockutils [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:46.297894 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.429125 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.431204 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.489668 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.490123 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574b0c77-ef13-4ebb-9881-0fd1ae80b468 {{(pid=98312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:56:46.494544 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron_lib.callbacks.manager [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] Notify callbacks [] for router, before_response {{(pid=98312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.495565 dv-cinder-796113-3-iscsi neutron-server[98312]: INFO neutron.wsgi [None req-675857be-9ea8-4408-9d2c-6fba19d582b9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/574b0c77-ef13-4ebb-9881-0fd1ae80b468 HTTP/1.1" status: 204 len: 168 time: 1.0426378 Jun 12 19:56:46.498262 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46844) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:46.556422 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Deleting subnet 7964ef4b-cf1e-487d-a22b-d994af26d8f7 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:56:46.559693 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.608246 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.700933 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.760904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.763147 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ad39d354-68e5-46f1-b1c3-8dbf737b31cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:46.793258 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7964ef4b-cf1e-487d-a22b-d994af26d8f7,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:46.796308 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:46.797315 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.799127 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-5409f6bd-9908-42df-b4b6-8967718c2902 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7964ef4b-cf1e-487d-a22b-d994af26d8f7 HTTP/1.1" status: 204 len: 168 time: 0.2998638 Jun 12 19:56:46.801593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46846) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:46.803183 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9f1e7-2210-4b03-9e7a-1507803290e7 None None] Network 90fa61e4-0404-4d3a-8d01-8033614ad14b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:56:46.895636 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:46.955958 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Deleting port 48cd2684-6a8a-4b29-876b-21d29c3bab25 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:46.956222 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.033271 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] DHCP port deletion for 90fa61e4-0404-4d3a-8d01-8033614ad14b request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:56:47.055659 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] For port 48cd2684-6a8a-4b29-876b-21d29c3bab25, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48cd2684-6a8a-4b29-876b-21d29c3bab25,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:47.056019 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.086937 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Deleting port 48cd2684-6a8a-4b29-876b-21d29c3bab25 {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:47.087261 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.154522 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Calling delete_port for 48cd2684-6a8a-4b29-876b-21d29c3bab25 owned by network:dhcp {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:47.181801 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] For port 48cd2684-6a8a-4b29-876b-21d29c3bab25, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=48cd2684-6a8a-4b29-876b-21d29c3bab25,segment=NetworkSegment(11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a),segment_id=11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:47.182210 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.252267 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.256257 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-9eb95cda-c1e5-4a57-93da-44d824c6545c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:47.274471 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Calling delete_port for 48cd2684-6a8a-4b29-876b-21d29c3bab25 owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:47.285130 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cd2684-6a8a-4b29-876b-21d29c3bab25,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:47.289212 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:47.290022 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] No DVR routers for this DVR port 48cd2684-6a8a-4b29-876b-21d29c3bab25 on host dv-cinder-796113-3-iscsi {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:47.367672 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.369563 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b6b165dd-2fd1-4457-bd03-3255313083aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:47.391028 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.398609 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Pushing event deleted for resources: {'Port': ['ID=48cd2684-6a8a-4b29-876b-21d29c3bab25,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:47.402978 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fa61e4-0404-4d3a-8d01-8033614ad14b']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:47.403455 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] No DVR routers for this DVR port 48cd2684-6a8a-4b29-876b-21d29c3bab25 on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:47.412534 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.413141 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.413642 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.414197 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.414864 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.416104 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.416733 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.416934 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.417089 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:47.417289 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c3e7c9-bf87-4f0b-b72a-ee30b8c95b1a') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:47.417417 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.417620 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.418090 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.418380 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-3-iscsi {{(pid=98313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 19:56:47.422352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-74219bb1-7282-4313-af8b-eba7c084a76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:47.428873 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.444512 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.451061 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:56:47.451448 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: conditions |= (models_v2.Port.network_id.in_( Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: retrieve_revision_numbers = { Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:56:47.453437 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:56:47.533079 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.537255 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0d5cedd4-d472-48ea-aae2-385f669807c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:47.539681 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:47.544982 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] 10.222.0.11 "DELETE /v2.0/networks/90fa61e4-0404-4d3a-8d01-8033614ad14b HTTP/1.1" status: 204 len: 168 time: 0.7384071 Jun 12 19:56:47.544982 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46848) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:47.555804 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:47.565764 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=90fa61e4-0404-4d3a-8d01-8033614ad14b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:47.583295 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:47.583643 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 99fcc5ad-ecf1-4cc1-b64b-7f96fab5bfbb not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:47.584065 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 638624a7-5cb9-4f65-9681-e1698cf2e9af no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:47.606078 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 638624a7-5cb9-4f65-9681-e1698cf2e9af {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:47.606431 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 638624a7-5cb9-4f65-9681-e1698cf2e9af not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:47.606843 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48cd2684-6a8a-4b29-876b-21d29c3bab25 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:47.611599 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-f1e7bf0a-d467-448f-bf9e-1cb429071f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:47.633232 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 48cd2684-6a8a-4b29-876b-21d29c3bab25 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:47.633585 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 48cd2684-6a8a-4b29-876b-21d29c3bab25 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:48.001702 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444379'] for router_interface, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:48.319899 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Deleting port 2a4f4d90-bf15-46ec-882c-93c154a7d762 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:48.320240 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:48.423241 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] For port 2a4f4d90-bf15-46ec-882c-93c154a7d762, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=2a4f4d90-bf15-46ec-882c-93c154a7d762,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:48.423602 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:48.518600 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Calling delete_port for 2a4f4d90-bf15-46ec-882c-93c154a7d762 owned by network:router_interface {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:49.033458 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:49.035437 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-6fd9f47a-c148-4624-9a70-99074e4f8cf6 tempest-AttachVolumeTestJSON-313035414 tempest-AttachVolumeTestJSON-313035414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:49.064330 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4f4d90-bf15-46ec-882c-93c154a7d762,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:49.066858 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:49.282542 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448587'] for router_interface, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:49.573576 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Router dd7ec978-db05-4735-86d9-94b0ad844946 has already been hosted by L3 agent ff2b2114-b651-4182-809c-b24dc9bc08fd {{(pid=98311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 19:56:49.716115 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] Notify agent at l3_agent.dv-cinder-796113-3-iscsi the message routers_updated {{(pid=98311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 19:56:49.721075 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-7b77d9a3-1068-4ebd-9759-468218931e98 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd7ec978-db05-4735-86d9-94b0ad844946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755679 Jun 12 19:56:49.723579 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46850) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:49.726642 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Sync routers for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 19:56:49.736647 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:49.737298 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:49.869960 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks [] for router, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:49.883961 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: dv-cinder-796113-3-iscsi {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:50.011614 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.072427 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Deleting port 54a20e4c-528f-4fe8-a74b-03c77ae2d732 {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:50.073165 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.115646 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'external_fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:56:48Z', 'revision_number': 5, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port': {'id': '54a20e4c-528f-4fe8-a74b-03c77ae2d732', 'name': '', 'network_id': '909bdbfd-5597-4f8d-9a32-cdf83f1d3c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T19:47:57Z', 'updated_at': '2021-06-12T19:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d43bc57-bd78-427a-a2cd-631301dd2c80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-3-iscsi'}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:50.118968 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Checking router: dd7ec978-db05-4735-86d9-94b0ad844946 for host: dv-cinder-796113-3-iscsi {{(pid=98314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 19:56:50.126904 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Routers {'dd7ec978-db05-4735-86d9-94b0ad844946'} bound to L3 agent in host dv-cinder-796113-3-iscsi {{(pid=98314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 19:56:50.127450 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T19:31:31Z,description=,heartbeat_timestamp=2021-06-12T19:56:31Z,host='dv-cinder-796113-3-iscsi',id=ff2b2114-b651-4182-809c-b24dc9bc08fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T19:31:31Z,topic='l3_agent')) {'router_ids': ['dd7ec978-db05-4735-86d9-94b0ad844946'], 'active': True} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:50.179358 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] For port 54a20e4c-528f-4fe8-a74b-03c77ae2d732, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=54a20e4c-528f-4fe8-a74b-03c77ae2d732,segment=NetworkSegment(cca9fcb1-e8eb-477c-8b0c-4085836de06c),segment_id=cca9fcb1-e8eb-477c-8b0c-4085836de06c)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:50.179715 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.254623 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_dvr_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] Set router dd7ec978-db05-4735-86d9-94b0ad844946 gateway port host: None {{(pid=98314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 19:56:50.276527 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Calling delete_port for 54a20e4c-528f-4fe8-a74b-03c77ae2d732 owned by network:router_gateway {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:50.334157 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.l3_hamode_db [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:56:50Z', 'revision_number': 6, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port_host': None}], 'dv-cinder-796113-3-iscsi', False) {} {{(pid=98314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:50.337842 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6d724-8a69-4018-913d-9989ca20aa9a None None] The sync data for ids ['dd7ec978-db05-4735-86d9-94b0ad844946'] in dv-cinder-796113-3-iscsi is: [{'id': 'dd7ec978-db05-4735-86d9-94b0ad844946', 'name': 'tempest-TestVolumeBootPattern-1440473036-router', 'tenant_id': '2f6ace89378048118e249c35b4b5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T19:47:56Z', 'updated_at': '2021-06-12T19:56:50Z', 'revision_number': 6, 'project_id': '2f6ace89378048118e249c35b4b5dbd6', 'gw_port_host': None}] {{(pid=98314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 19:56:50.485927 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.487808 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-dcb0748f-6f24-46b3-ad05-03898b9b37b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:50.518883 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Pushing event deleted for resources: {'Port': ['ID=54a20e4c-528f-4fe8-a74b-03c77ae2d732,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:50.524568 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:50.594539 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448280'] for router_gateway, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.728518 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9968'] for router, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.730739 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.792370 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442687'] for router, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.792904 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7ec978-db05-4735-86d9-94b0ad844946 {{(pid=98311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 19:56:50.797759 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] Notify callbacks [] for router, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.798867 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-bdeb305d-61ee-4d82-8967-f4198b2850ba admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd7ec978-db05-4735-86d9-94b0ad844946 HTTP/1.1" status: 204 len: 168 time: 1.0743608 Jun 12 19:56:50.801574 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46852) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:50.852325 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.db_base_plugin_v2 [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Deleting subnet a6133294-c15a-466b-a96a-0ce6e8c03dd9 {{(pid=98311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 19:56:50.855261 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.895515 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6549365'] for subnet, precommit_delete_associations {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:50.987620 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359604'] for subnet, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.051944 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6916432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6820257'] for subnet, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.059211 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:51.092071 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6133294-c15a-466b-a96a-0ce6e8c03dd9,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:51.094054 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.095891 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6133294-c15a-466b-a96a-0ce6e8c03dd9 HTTP/1.1" status: 204 len: 168 time: 0.2934208 Jun 12 19:56:51.096766 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-593c8b28-d5af-43ab-9621-70ba5ff544ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:51.098471 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46854) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:51.102032 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9735c96-5f48-4c33-a6c8-61a6f0848bd6 None None] Network f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b requested from dv-cinder-796113-3-iscsi {{(pid=98313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 19:56:51.191731 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1498751'] for network, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.250341 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Deleting port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c {{(pid=98311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:51.250757 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.326228 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] DHCP port deletion for f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b request from dv-cinder-796113-3-iscsi {{(pid=98313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 19:56:51.346342 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.db [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] For port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:51.346705 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.381713 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Deleting port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c {{(pid=98313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 19:56:51.382106 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735087883304'] for port, before_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.443109 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Calling delete_port for 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c owned by network:dhcp {{(pid=98311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:51.471354 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.db [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] For port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c, host dv-cinder-796113-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-3-iscsi',level=0,port_id=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,segment=NetworkSegment(f9488cf6-eeb9-429c-9bfe-aa6422e35e7b),segment_id=f9488cf6-eeb9-429c-9bfe-aa6422e35e7b)] {{(pid=98313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 19:56:51.471753 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447230'] for port, precommit_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.550337 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6914730'] for port, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.552771 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-3b70b0b0-16bf-4b1b-9613-6d75627b1262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:51.567815 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Calling delete_port for 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c owned by network:dhcp {{(pid=98313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 19:56:51.574808 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 2a4f4d90-bf15-46ec-882c-93c154a7d762 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:51.583335 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:51.587152 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:51.587948 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] No DVR routers for this DVR port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c on host dv-cinder-796113-3-iscsi {{(pid=98311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:51.604907 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 2a4f4d90-bf15-46ec-882c-93c154a7d762 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:51.605284 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 2a4f4d90-bf15-46ec-882c-93c154a7d762 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:51.605711 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 54a20e4c-528f-4fe8-a74b-03c77ae2d732 no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:51.671662 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 54a20e4c-528f-4fe8-a74b-03c77ae2d732 {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:51.672016 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 54a20e4c-528f-4fe8-a74b-03c77ae2d732 not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:51.672443 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c no longer exists at agent ovs-agent-dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 19:56:51.687886 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355881', 'neutron.services.segments.db._delete_segments_for_network-8735087904184'] for network, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.699254 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b']}} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:51.699442 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] No Port match for: 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c {{(pid=98313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 19:56:51.699771 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.plugins.ml2.rpc [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Device 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c not bound to the agent host dv-cinder-796113-3-iscsi {{(pid=98313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 19:56:51.710936 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b') {'for_net_delete': True} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:51.711239 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.services.segments.db [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9488cf6-eeb9-429c-9bfe-aa6422e35e7b') {} {{(pid=98311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 19:56:51.721176 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735087904022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6549374'] for segment, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.729712 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735087888716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735087447345'] for port, after_delete {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.731620 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:51.736685 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153'] for segment, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.743895 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=98311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 19:56:51.744418 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6914809'] for segment, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: Traceback (most recent call last): Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: timer() Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: cb(*args, **kw) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: return func(*args, **kwargs) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: self._notify() Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: self.callback(batched_events) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: event.method(event) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: return f(self, *a, **k) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._get(url).json() Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: return self.request(url, 'GET', **kwargs) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 19:56:51.746125 dv-cinder-796113-3-iscsi neutron-server[98311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 19:56:51.756609 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Pushing event deleted for resources: {'Port': ['ID=5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c,revision_number=None']} {{(pid=98313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:51.761575 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG oslo_concurrency.lockutils [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:51.765542 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f66f42-bca6-42c9-b6c3-a5cf45cd0390 None None] No DVR routers for this DVR port 5c2b8f1a-631c-4dbf-b26c-1f6edee81b1c on host dv-cinder-796113-3-iscsi {{(pid=98313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 19:56:51.829995 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1629753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448261'] for network, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.833837 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:51.836550 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629724'] for network, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:51.838404 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b HTTP/1.1" status: 204 len: 168 time: 0.7390385 Jun 12 19:56:51.852486 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4338e6f-5b32-4fee-8ffb-4bfb59f8ad2b,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:51.854872 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-a6e0d4fe-cbfe-4baf-853f-c617ea3ada5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:51.947788 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46858) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:51.991592 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-2a5bf2f4-1235-426c-9d8f-dd80dc49ad53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c29f343ce2a4a0ea6e3d11663f20f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426083 Jun 12 19:56:51.993811 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46860) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:52.043881 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.066515 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.120593 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.123106 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.124258 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8a5eeaa-c7b4-4a56-8076-957ba96a8eab HTTP/1.1" status: 204 len: 168 time: 0.1295879 Jun 12 19:56:52.125082 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-de5ea236-ed41-4b3d-ac90-c917e5b46e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:52.133825 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5eeaa-c7b4-4a56-8076-957ba96a8eab,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:52.136150 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-ba6562fc-900e-488e-9c6a-28df1cabac60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:52.437251 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46866) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:52.485772 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-86eac104-a5a3-4338-a515-482ff3429666 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f6ace89378048118e249c35b4b5dbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472836 Jun 12 19:56:52.488182 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [-] (98311) accepted ('10.222.0.11', 46868) {{(pid=98311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 19:56:52.541362 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.563412 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.612667 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466045'] for security_group, after_delete {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.615303 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron_lib.callbacks.manager [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:56:52.616458 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.wsgi [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9e09cf2-42a4-4493-9c5f-1e779923ab49 HTTP/1.1" status: 204 len: 168 time: 0.1273584 Jun 12 19:56:52.617256 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-df9f386a-6ed6-4b25-8e85-9ddb15987ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 19:56:52.625733 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e09cf2-42a4-4493-9c5f-1e779923ab49,revision_number=None']} {{(pid=98311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 19:56:52.627945 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG oslo_concurrency.lockutils [None req-0f7661d8-dbc7-40fb-97b0-5125efd2beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 19:56:54.511210 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:56:56.904611 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d37bbe2c-8fe7-4f01-a43d-44eaeddc52cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:00.750482 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-65b10fd0-8581-4bf6-aaa7-39f430fc04e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:01.025231 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:02.491433 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:03.976821 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:11.217599 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:26.904842 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-48089593-a94a-4bf3-af2a-71184405291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:30.750931 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-e50172a4-941b-45a6-a2a5-7c2cc1a7cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:31.026173 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:31.510253 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:57:32.493204 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:33.983114 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:41.217259 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:57:56.908781 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-ed43dd8b-3bdc-47ac-ab22-15d67eba04e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:00.750363 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-73270c27-9228-4b62-a8cc-84d8b9cb7ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:01.026862 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:02.496815 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:03.983301 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:08.508445 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:58:11.232577 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:26.909002 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-3b911010-6bea-416b-a43d-4f3f91520ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:30.758644 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-d2cdef93-333a-40f5-95f9-481b76882135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:31.032993 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:32.500346 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:33.986901 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:39.532568 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [req-5fbf1f12-3751-40fd-953e-04efa9807bd9 req-f7823ba3-9938-47fc-a637-d619143be9ef service neutron] (98312) timed out ('10.222.0.41', 55257) {{(pid=98312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 19:58:40.150955 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.wsgi [req-01a4b826-4c43-464c-888f-ebc962532426 req-e449fd63-ee8f-4c65-a601-f952f80c91da service neutron] (98311) timed out ('10.222.0.41', 55298) {{(pid=98311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 19:58:41.230922 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:58:45.511675 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:58:56.912335 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5fc0-1b7f-4305-885b-bb29de455ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:00.749844 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b003882f-0be1-485a-b1be-c2db1f693550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:01.035947 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:02.503352 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:03.989023 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:11.228707 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:22.510639 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 19:59:23.518517 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Sat, 12 Jun 2021 19:54:23 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:59:23.519010 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jun 12 19:59:23.533673 dv-cinder-796113-3-iscsi neutron-server[98311]: ERROR neutron.notifiers.nova Jun 12 19:59:25.535131 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'name': 'network-vif-deleted', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436'}, {'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'name': 'network-vif-deleted', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd'}] {{(pid=98311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 19:59:25.538105 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ca310e64c036114fae87509191f4c32c5ea793833ac6ef0eedc41a011e38d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06506e0b-e502-4a86-ae63-a43795c40455" -d '{"events": [{"server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "name": "network-vif-deleted", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436"}, {"server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "name": "network-vif-deleted", "tag": "60278923-7a38-4fff-b979-f68758ed33dd"}]}' {{(pid=98311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 19:59:26.873706 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Jun 2021 19:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d422f-f54b-4a4b-9b48-7164121ea1d9 x-openstack-request-id: req-d20d422f-f54b-4a4b-9b48-7164121ea1d9 {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 19:59:26.874297 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8810794-7e54-4785-a25e-185302d505a0", "name": "network-vif-deleted", "tag": "3ac8cbdc-9d2d-47af-91d8-588ae28da436", "status": "completed", "code": 200}, {"server_uuid": "ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163", "name": "network-vif-deleted", "tag": "60278923-7a38-4fff-b979-f68758ed33dd", "status": "completed", "code": 200}]} {{(pid=98311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 19:59:26.874414 dv-cinder-796113-3-iscsi neutron-server[98311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d20d422f-f54b-4a4b-9b48-7164121ea1d9 {{(pid=98311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 19:59:26.874785 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8810794-7e54-4785-a25e-185302d505a0', 'name': 'network-vif-deleted', 'tag': '3ac8cbdc-9d2d-47af-91d8-588ae28da436', 'status': 'completed', 'code': 200} Jun 12 19:59:26.875090 dv-cinder-796113-3-iscsi neutron-server[98311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b4577-e0e4-4b1b-8905-8ea0b4a2e163', 'name': 'network-vif-deleted', 'tag': '60278923-7a38-4fff-b979-f68758ed33dd', 'status': 'completed', 'code': 200} Jun 12 19:59:26.912097 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-40b741e2-ca03-48b0-aeff-979782942c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:30.750893 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-fe86ed43-f813-4f85-9aa9-c6f7caac2e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:31.038055 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:32.506665 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:33.992761 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:41.230870 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:56.913115 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-9ae16cd0-8eef-40a6-a0b0-7a8fbc43d538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 19:59:59.510044 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 20:00:00.750044 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-97e4f45f-0f97-4960-ab8c-7ea74645e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:01.038209 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:02.510105 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:03.994988 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:11.243990 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:19.078261 dv-cinder-796113-3-iscsi neutron-server[98312]: DEBUG neutron.wsgi [req-244bf404-4d49-4fff-bd92-342c9aab9d21 req-4c46f2a9-e097-4077-ab90-cc38f4282f54 service neutron] (98312) timed out ('10.222.0.11', 41650) {{(pid=98312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 20:00:26.912823 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-14f25ece-01aa-40dc-a993-515620a0b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:30.750293 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3358-6d8c-44c6-bbec-5a03ba0d3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:31.040045 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:32.512447 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:33.998368 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:36.508790 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 20:00:41.242131 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:00:56.913263 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-48eb820c-ec90-440f-b287-ba0469dce2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:00.750305 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-67fa06fa-87db-4462-9f10-fcb506c5c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:01.045055 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:02.516422 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:04.000940 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:11.243338 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:13.507536 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 20:01:26.914244 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-a3c158ec-ef5c-4308-83a0-bd390fbc2368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:30.750900 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-412b6150-5c7a-4291-b273-c0e11ab8c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:31.047197 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:32.517596 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:34.005992 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:41.260216 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:01:50.507270 dv-cinder-796113-3-iscsi neutron-server[98314]: DEBUG neutron.db.agents_db [None req-ee98ce41-d046-4773-a291-bf70b72c2a30 None None] Agent healthcheck: found 6 active agents {{(pid=98314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 20:01:56.915165 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-24da2c5b-dd6f-4186-96f9-2cf631d78928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:02:00.750423 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-0fe150fc-78c4-417a-a385-2e7605d27f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:02:01.048092 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8217-1cc0-4172-a648-0acdb606613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:02:02.521525 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-066fc780-b0a9-41ad-b17b-d5c7c31748ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:02:04.006150 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-785134f9-c751-4cf7-b241-12bf82c7b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 20:02:11.277961 dv-cinder-796113-3-iscsi neutron-server[98313]: DEBUG neutron_lib.callbacks.manager [None req-b1873943-ed47-481e-920c-1aa90b010b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735087904166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354423'] for agent, after_update {{(pid=98313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}